-- Logs begin at Tue 2021-11-23 11:54:05 UTC, end at Tue 2021-11-23 13:42:18 UTC. -- Nov 23 12:36:34.556410 dv-cinder-818883-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 12:36:36.926978 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.common.config [-] Logging enabled! Nov 23 12:36:36.927716 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69 Nov 23 12:36:36.927808 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 12:36:36.930939 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.common.config [-] Logging enabled! Nov 23 12:36:36.931196 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69 Nov 23 12:36:36.931515 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 12:36:36.932464 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:36:36.932701 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:36:36.933056 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:36:36.933305 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:36:36.933534 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:36:36.933880 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.934179 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.934477 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.934716 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.935012 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.935304 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.935589 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.935882 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.936180 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.936468 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.936755 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.937041 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.937274 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.937557 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.937872 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.938161 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.938386 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] debug = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.938670 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.939096 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.939772 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.940056 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.940346 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.940629 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.940903 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.941181 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.941469 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.941829 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] host = dv-cinder-818883-1-iscsi {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.942113 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.942408 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.942694 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.942985 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.943267 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.943545 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.943833 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.944109 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.944384 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] log_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.944689 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.944952 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.945243 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.945538 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.945789 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.946014 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.946349 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.946642 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.946924 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.947202 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.947483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.947756 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.948032 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.948303 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.948590 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.948876 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.949162 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.949439 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.949742 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.950018 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.950292 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.950578 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.950856 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.951127 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.951403 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.951692 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.951963 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.952237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.952539 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.952830 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.953115 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.953405 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.953705 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.953997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.954276 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.954552 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.954826 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] use_json = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.955102 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.955378 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.955663 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.955939 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.956216 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.956493 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.956772 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.957060 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:36.957361 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.957689 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.957994 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.958280 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.958578 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.958859 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.959150 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.959434 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.959728 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.960014 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.960300 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.960579 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.960866 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.961143 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.961439 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.962300 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.962603 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.962898 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.963176 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.963454 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.963730 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.964011 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.964300 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.964594 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.964886 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.965162 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.965443 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.965764 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.966048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.966325 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.966607 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.966894 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.967179 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.967457 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.967739 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.968022 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.968299 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.968572 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.968853 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.969145 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.969427 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.969725 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.970001 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.970281 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.970555 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.970843 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.971124 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.971399 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.971677 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.971957 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.972232 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.972508 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.972788 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.973063 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.973345 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.973649 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.973917 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.974194 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.974469 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.974745 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.975020 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.975295 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.975576 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.975850 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.976124 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.976399 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.976676 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.976952 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.977247 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.978160 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.978450 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.978735 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.979020 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.979305 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.979588 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.979872 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.980155 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.980436 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.980717 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.981011 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.981299 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.981590 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.981901 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.982185 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.982486 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.982773 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.983061 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.983344 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.983628 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.983921 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.984209 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.984508 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.984806 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.985104 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.985401 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.985725 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.986013 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.986327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.986612 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:36.986831 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:36:36.987078 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86772) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 12:36:37.398713 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO keyring.backend [-] Loading KWallet Nov 23 12:36:37.407121 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO keyring.backend [-] Loading SecretService Nov 23 12:36:37.410831 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO keyring.backend [-] Loading Windows Nov 23 12:36:37.412225 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO keyring.backend [-] Loading chainer Nov 23 12:36:37.412822 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO keyring.backend [-] Loading macOS Nov 23 12:36:37.448346 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:37.448617 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:37.448909 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:36:37.449250 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 12:36:37.769538 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.769852 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.770126 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.771366 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.771639 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.771909 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.892711 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.892993 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.893264 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.906806 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.907090 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.907361 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.938219 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.938869 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.938869 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.979757 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.980040 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:37.980312 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.220565 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.220902 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.221089 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.222438 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.222438 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.348852 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.349205 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.349493 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.349792 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.350074 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.350390 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.350660 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.350923 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.351182 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.351468 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.351732 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.352149 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.352450 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.352718 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.352993 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.353271 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.353535 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.353831 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.354088 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.354371 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.354722 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.354977 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.355229 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.355514 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.355766 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.356015 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.356418 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:36:38.356662 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:36:38.356903 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:36:38.357144 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:36:38.357382 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:36:38.357650 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:36:38.358020 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 12:36:38.361290 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 12:36:38.365291 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 12:36:38.369771 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Nov 23 12:36:38.371441 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 12:36:38.371889 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 12:36:38.372227 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 12:36:38.372622 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 12:36:38.375709 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 12:36:38.375967 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 12:36:38.376317 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 12:36:38.404857 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 12:36:38.405314 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.405641 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86772) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 23 12:36:38.406006 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.407401 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86772) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 12:36:38.407685 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 12:36:38.407938 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 12:36:38.411213 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.411503 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:38.473804 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 12:36:38.473971 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 12:36:38.474201 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 12:36:38.474591 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 12:36:38.520640 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_db.sqlalchemy.engines [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86772) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 23 12:36:38.883109 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Initializing driver for type 'gre' Nov 23 12:36:38.883759 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] gre ID ranges: [(1, 1000)] Nov 23 12:36:38.936073 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Initializing driver for type 'local' Nov 23 12:36:38.936466 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Initializing driver for type 'vlan' Nov 23 12:36:38.948324 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] VlanTypeDriver initialization complete Nov 23 12:36:38.948919 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Initializing driver for type 'vxlan' Nov 23 12:36:38.949136 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] vxlan ID ranges: [(1, 1000)] Nov 23 12:36:39.019196 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Initializing extension driver 'port_security' Nov 23 12:36:39.020564 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.extensions.port_security [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] PortSecurityExtensionDriver initialization complete Nov 23 12:36:39.020903 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Initializing mechanism driver 'openvswitch' Nov 23 12:36:39.021233 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Initializing mechanism driver 'hyperv' Nov 23 12:36:39.028975 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.plugins.ml2.plugin [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:39.029994 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > port after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.030367 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > port after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.030725 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > port after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.031115 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > subnet after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.031470 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > subnet after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.031811 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.032194 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > network after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.032541 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > network after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.032875 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > network after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.033247 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > security_group after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.033596 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > security_group after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.033953 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.034520 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.035107 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.035716 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.036361 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > address_group after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.036801 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > address_group after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.037143 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.037481 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] ML2 OVO RPC backend initialized. {{(pid=86772) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 23 12:36:39.038221 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.038700 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.039220 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > network before_response 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.040412 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > networks before_response 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.040766 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > port before_response 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.041107 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > ports before_response 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.041452 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > subnet before_response 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.041817 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > subnets before_response 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.042163 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > network after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.042499 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > network after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.042834 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > network after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.043165 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > port after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.043496 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > port after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.043825 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > port after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.044156 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > subnet after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.044485 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > subnet after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.045423 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.045423 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.plugin [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Modular L2 Plugin initialization complete Nov 23 12:36:39.045979 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading services supported by the core plugin {{(pid=86772) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 12:36:39.046550 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.plugins.ml2.managers [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Got port-security extension from driver 'port_security' Nov 23 12:36:39.047190 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.extensions.vlantransparent [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Disabled vlantransparent extension. Nov 23 12:36:39.047649 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86772) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 12:36:39.047968 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading Plugin: router Nov 23 12:36:39.091205 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.091594 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router after_create 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.091957 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router before_create 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.092322 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.092688 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.093037 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router after_delete 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.093389 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.093851 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router after_create 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.094194 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router after_update 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.094538 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router after_update 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.094882 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.095237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router after_update 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.095642 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router precommit_update 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.096006 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: port after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.096342 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: port after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.096674 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: subnet after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.097009 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.097354 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.097731 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router precommit_create 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.098074 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: port before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.098413 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router precommit_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.098766 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router after_update 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.099106 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.099446 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router precommit_create 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.099804 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.100144 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router precommit_update 55549900 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.100501 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > agent after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.100846 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > agent after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.101182 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > network after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.102083 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Tracking information for resource: router configured {{(pid=86772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:36:39.103064 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Tracking information for resource: floatingip configured {{(pid=86772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:36:39.108221 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.db.l3_agentschedulers_db [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 12:36:39.108796 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: port after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.109153 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: port after_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.109499 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: port after_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.109871 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: port after_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.110668 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router before_create 55550100 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.111026 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.111385 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router precommit_create 55550100 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.111738 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > router precommit_update 55550100 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.116332 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.services.provider_configuration [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service providers = [] {{(pid=86772) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 12:36:39.116693 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.db.servicetype_db [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86772) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 12:36:39.119759 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.services.service_base [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:36:39.120101 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.services.service_base [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:36:39.120438 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.services.service_base [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:36:39.121497 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.services.service_base [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:36:39.121896 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.services.service_base [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 12:36:39.122279 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:36:39.122594 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 12:36:39.135377 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:36:39.135531 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading Plugin: auto_allocate Nov 23 12:36:39.142056 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: network precommit_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.142483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: network precommit_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.143145 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:36:39.143556 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading Plugin: tag Nov 23 12:36:39.151149 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:36:39.151474 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading Plugin: timestamp Nov 23 12:36:39.155348 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:36:39.155676 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading Plugin: network_ip_availability Nov 23 12:36:39.160971 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.161338 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.161724 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.162441 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:36:39.162756 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading Plugin: flavors Nov 23 12:36:39.168330 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:36:39.168658 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading Plugin: revisions Nov 23 12:36:39.172972 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:36:39.173364 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.724s {{(pid=86772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:36:39.174146 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86772) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 12:36:39.174478 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Initializing extension manager. Nov 23 12:36:39.174972 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: __init__.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.175309 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: __pycache__ {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.175642 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.175973 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: address_group.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.176736 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.177302 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: address-group Nov 23 12:36:39.177646 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: address_scope.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.178363 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.178864 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: address-scope Nov 23 12:36:39.179185 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.180116 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.181154 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: router-admin-state-down-before-update Nov 23 12:36:39.181475 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: agent.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.182209 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.182713 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: agent Nov 23 12:36:39.183030 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: agent_resources_synced.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.183938 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.184449 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: agent-resources-synced Nov 23 12:36:39.184770 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: allowedaddresspairs.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.186591 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.187103 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: allowed-address-pairs Nov 23 12:36:39.187423 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: auto_allocated_topology.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.188510 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.189022 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: auto-allocated-topology Nov 23 12:36:39.189630 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: availability_zone.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.190445 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.190946 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: availability_zone Nov 23 12:36:39.191262 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: availability_zone_filter.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.192180 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.192682 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: availability_zone_filter Nov 23 12:36:39.192997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: data_plane_status.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.193932 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.194430 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 12:36:39.194747 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: default_subnetpools.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.195661 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.196709 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: default-subnetpools Nov 23 12:36:39.197031 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.197861 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.198359 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: dhcp_agent_scheduler Nov 23 12:36:39.198674 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: dns.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.199585 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.200079 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 12:36:39.200398 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: dns_domain_ports.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.201315 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.201844 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 12:36:39.202161 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: dvr.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.202830 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.203329 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: dvr Nov 23 12:36:39.203644 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: empty_string_filtering.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.204555 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.205052 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: empty-string-filtering Nov 23 12:36:39.205375 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.206305 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.206801 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 12:36:39.207116 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.208026 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.208530 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 12:36:39.208847 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: external_net.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.209781 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.210285 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: external-net Nov 23 12:36:39.210603 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.211526 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.212070 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: extra_dhcp_opt Nov 23 12:36:39.212384 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: extraroute.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.213302 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.213824 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: extraroute Nov 23 12:36:39.214143 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: extraroute_atomic.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.215181 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.215688 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: extraroute-atomic Nov 23 12:36:39.216004 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: filter_validation.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.216669 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.217160 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: filter-validation Nov 23 12:36:39.217475 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: fip_pf_description.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.219919 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.220442 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 12:36:39.220771 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: fip_port_details.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.221732 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.222245 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: fip-port-details Nov 23 12:36:39.222565 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: flavors.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.223810 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.224320 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: flavors Nov 23 12:36:39.224645 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.226328 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.226837 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 12:36:39.227162 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: floatingip_pools.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.227934 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.228442 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: floatingip-pools Nov 23 12:36:39.228759 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: ip_allocation.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.229712 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.230212 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 12:36:39.230530 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.231453 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.232015 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: ip-substring-filtering Nov 23 12:36:39.232271 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: l2_adjacency.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.233201 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.233724 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 12:36:39.234048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: l3.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.235040 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.235554 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: router Nov 23 12:36:39.235878 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.238171 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.238698 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 12:36:39.239022 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.239955 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.240465 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: ext-gw-mode Nov 23 12:36:39.240791 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.241736 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.242637 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: l3-ha Nov 23 12:36:39.242637 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: l3_flavors.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.244034 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.244535 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: l3-flavors Nov 23 12:36:39.244857 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.245811 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.246316 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 12:36:39.246636 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: l3agentscheduler.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.247671 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.248175 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: l3_agent_scheduler Nov 23 12:36:39.248499 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: logging.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.250024 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.250534 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension logging not supported by any of loaded plugins Nov 23 12:36:39.250857 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: metering.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.251600 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.252168 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: metering Nov 23 12:36:39.252488 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.253628 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.254139 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: metering_source_and_destination_fields Nov 23 12:36:39.254463 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: multiprovidernet.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.255520 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.256030 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: multi-provider Nov 23 12:36:39.256350 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: netmtu.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.257272 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.257810 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: net-mtu Nov 23 12:36:39.258134 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: netmtu_writable.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.259608 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.260109 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: net-mtu-writable Nov 23 12:36:39.260430 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: network_availability_zone.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.261102 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.261625 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: network_availability_zone Nov 23 12:36:39.261944 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: network_ip_availability.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.263046 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.263549 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: network-ip-availability Nov 23 12:36:39.263870 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: network_segment_range.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.264633 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.265127 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 12:36:39.265442 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: pagination.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.266445 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.266770 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: pagination Nov 23 12:36:39.267084 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: port_device_profile.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.267992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.268504 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: port-device-profile Nov 23 12:36:39.268824 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.269782 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.270287 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: port-mac-address-regenerate Nov 23 12:36:39.270603 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.271539 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.272039 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: port-numa-affinity-policy Nov 23 12:36:39.272359 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: port_resource_request.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.273271 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.273808 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 12:36:39.274126 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: portbindings.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.275101 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.275601 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: binding Nov 23 12:36:39.275921 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: portbindings_extended.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.277191 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.277728 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: binding-extended Nov 23 12:36:39.278051 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: portsecurity.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.278966 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.279472 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: port-security Nov 23 12:36:39.279789 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: project_id.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.280762 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.281088 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: project-id Nov 23 12:36:39.281410 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: providernet.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.282355 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.282860 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: provider Nov 23 12:36:39.283176 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: qos.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.286759 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.287282 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension qos not supported by any of loaded plugins Nov 23 12:36:39.287609 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.288867 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.289373 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 12:36:39.289728 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.290677 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.291178 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 12:36:39.291502 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: qos_default.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.292412 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.292913 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension qos-default not supported by any of loaded plugins Nov 23 12:36:39.293235 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: qos_fip.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.293928 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.294423 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 12:36:39.294742 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: qos_gateway_ip.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.295667 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.296176 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 12:36:39.296494 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: qos_port_network_policy.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.297401 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.297929 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 12:36:39.298246 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: qos_rule_type_details.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.299159 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.299658 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 12:36:39.299973 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: qos_rules_alias.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.301023 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.301529 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 12:36:39.301874 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: quotasv2.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.302780 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.303223 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: quotas Nov 23 12:36:39.303540 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: quotasv2_detail.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.305163 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.306049 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: quota_details Nov 23 12:36:39.306382 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: rbac.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.307440 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.307952 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: rbac-policies Nov 23 12:36:39.308276 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: rbac_address_group.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.309207 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.309747 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: rbac-address-group Nov 23 12:36:39.310071 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: rbac_address_scope.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.310990 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.311492 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: rbac-address-scope Nov 23 12:36:39.311811 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: rbac_security_groups.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.312728 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.313231 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: rbac-security-groups Nov 23 12:36:39.313550 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: rbac_subnetpool.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.314764 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.315268 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: rbac-subnetpool Nov 23 12:36:39.315585 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: revisionifmatch.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.316510 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.317010 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: revision-if-match Nov 23 12:36:39.317327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: revisions.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.318477 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.318981 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: standard-attr-revisions Nov 23 12:36:39.319300 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: router_availability_zone.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.319975 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.320475 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: router_availability_zone Nov 23 12:36:39.320792 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: routerservicetype.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.322287 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.322791 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 12:36:39.323109 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.324026 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.324529 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: security-groups-normalized-cidr Nov 23 12:36:39.324870 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.325834 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.326342 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: port-security-groups-filtering Nov 23 12:36:39.326662 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.327581 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.328080 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: security-groups-remote-address-group Nov 23 12:36:39.328396 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: securitygroup.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.338689 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.339206 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: security-group Nov 23 12:36:39.339539 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: segment.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.340329 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.340834 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension segment not supported by any of loaded plugins Nov 23 12:36:39.341158 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.342132 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.342984 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 12:36:39.343314 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: servicetype.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.345070 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.345594 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: service-type Nov 23 12:36:39.345943 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: sorting.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.346931 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.347268 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: sorting Nov 23 12:36:39.347588 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: standard_attr_segment.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.348501 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.349011 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 12:36:39.349333 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: standardattrdescription.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.350018 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.350521 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: standard-attr-description Nov 23 12:36:39.350842 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: stateful_security_group.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.351769 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.352275 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: stateful-security-group Nov 23 12:36:39.353146 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: stdattrs_common.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.353761 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 12:36:39.354082 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.355097 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.355607 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 12:36:39.355924 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: subnet_onboard.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.356992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.357509 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: subnet_onboard Nov 23 12:36:39.357857 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.358784 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.359291 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 12:36:39.359608 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: subnet_service_types.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.360541 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.361050 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: subnet-service-types Nov 23 12:36:39.361367 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: subnetallocation.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.362510 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.363032 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: subnet_allocation Nov 23 12:36:39.363357 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.364024 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.364538 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: subnetpool-prefix-ops Nov 23 12:36:39.364859 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.365814 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.366318 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 12:36:39.366635 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: tagging.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.367698 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.368239 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: standard-attr-tag Nov 23 12:36:39.368558 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: timestamp.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.369797 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.370306 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loaded extension: standard-attr-timestamp Nov 23 12:36:39.370630 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: trunk.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.371663 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.372174 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension trunk not supported by any of loaded plugins Nov 23 12:36:39.372494 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: trunk_details.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.373421 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.373960 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 12:36:39.374280 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: uplink_status_propagation.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.375223 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.375720 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 12:36:39.376039 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Loading extension file: vlantransparent.py {{(pid=86772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:36:39.376710 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:36:39.377216 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 12:36:39.379672 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:network Nov 23 12:36:39.380401 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:subnet Nov 23 12:36:39.381193 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:36:39.381808 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:port Nov 23 12:36:39.383092 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.383526 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service FLAVORS assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.384157 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.384589 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.384922 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:router Nov 23 12:36:39.385640 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 12:36:39.386303 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service METERING assigned prefix: /metering {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.387725 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.388092 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.388437 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:36:39.389580 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 12:36:39.390045 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:security_group Nov 23 12:36:39.390706 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 12:36:39.391435 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service CORE assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.391763 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:36:39.392104 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] subnetpool is already registered Nov 23 12:36:39.392691 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service CORE assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.393014 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:36:39.393340 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] subnetpool is already registered Nov 23 12:36:39.395898 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.396329 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service FLAVORS assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.396907 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.397328 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.397687 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:router Nov 23 12:36:39.398022 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] router is already registered Nov 23 12:36:39.398615 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 12:36:39.398951 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] floatingip is already registered Nov 23 12:36:39.400175 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service METERING assigned prefix: /metering {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.400835 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 12:36:39.401159 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] rbac_policy is already registered Nov 23 12:36:39.401738 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:security_group Nov 23 12:36:39.402063 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] security_group is already registered Nov 23 12:36:39.402643 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 12:36:39.402964 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] security_group_rule is already registered Nov 23 12:36:39.403625 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service CORE assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.403955 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:36:39.404281 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] subnetpool is already registered Nov 23 12:36:39.404862 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.v2.resource_helper [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Service CORE assigned prefix: {{(pid=86772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:36:39.405184 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:36:39.405499 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING neutron.quota.resource_registry [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] subnetpool is already registered Nov 23 12:36:39.406151 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: extensions {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.407633 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: address-groups {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.409260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: address-scopes {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.410515 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: agents {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.411670 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: auto-allocated-topology {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.412921 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: availability_zones {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.414271 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: dhcp-networks {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.416285 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: dhcp-agents {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.417762 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: routers {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.420451 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: flavors {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.421629 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: service_profiles {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.422845 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: next_providers {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.424385 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: service_profiles {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.425850 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: floatingip-pools {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.427072 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: routers {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.428885 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: floatingips {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.430089 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: l3-routers {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.431519 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: l3-agents {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.432931 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: metering-labels {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.434335 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: metering-label-rules {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.435690 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: network-ip-availabilities {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.436873 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: bindings {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.438558 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: quotas {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.440251 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: quotas {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.441682 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: rbac-policies {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.442980 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: security-groups {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.444181 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: security-group-rules {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.445417 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: service-providers {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.447209 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: subnetpools {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.448640 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: subnetpools {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.450107 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: tags {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.451793 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: tags {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.453623 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: tags {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.455401 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: tags {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.457167 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: tags {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.459048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: tags {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.460735 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: tags {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.463199 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: tags {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.464965 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: tags {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.466841 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron.api.extensions [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Extended resource: tags {{(pid=86772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:36:39.473017 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING keystonemiddleware.auth_token [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 12:36:39.477826 dv-cinder-818883-1-iscsi neutron-server[86772]: WARNING keystonemiddleware.auth_token [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 12:36:39.486100 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Acquired lock "singleton_lock" {{(pid=86772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 23 12:36:39.486569 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_concurrency.lockutils [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Releasing lock "singleton_lock" {{(pid=86772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 23 12:36:39.487203 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO oslo_service.service [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Starting 2 workers Nov 23 12:36:39.491834 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Started child 86879 {{(pid=86772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:36:39.496130 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Started child 86880 {{(pid=86772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:36:39.496939 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:39.497750 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO neutron.service [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 12:36:39.498396 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Notify callbacks [] for process, before_spawn {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:39.498511 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [-] (86879) wsgi starting up on http://0.0.0.0:9696 Nov 23 12:36:39.500512 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:39.500946 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO oslo_service.service [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Starting 1 workers Nov 23 12:36:39.501918 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [-] (86880) wsgi starting up on http://0.0.0.0:9696 Nov 23 12:36:39.505757 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Started child 86881 {{(pid=86772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:36:39.506267 dv-cinder-818883-1-iscsi neutron-server[86772]: INFO oslo_service.service [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Starting 1 workers Nov 23 12:36:39.509755 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.service [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] calling RpcWorker wait() {{(pid=86881) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 12:36:39.510306 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.service [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] returning from RpcWorker wait() {{(pid=86881) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 12:36:39.511038 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Started child 86882 {{(pid=86772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:36:39.511659 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:39.511796 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG neutron_lib.callbacks.manager [None req-b14023a8-4bd7-4d01-a268-1daeffcf4813 None None] Notify callbacks [] for process, after_spawn {{(pid=86772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:39.512212 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:39.513756 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 23 12:36:39.513965 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:36:39.514152 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:36:39.514365 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:36:39.514701 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:36:39.514866 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:36:39.515378 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.515632 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:39.516084 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.516084 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.516223 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.516478 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.516994 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.517265 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.517528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.517816 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.518058 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.518225 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.518390 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.518630 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.518862 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.519149 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.519445 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.519691 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.519958 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.520135 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.520384 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.520653 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.520880 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.521147 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] debug = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.521367 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.521870 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.522096 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.522345 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.522584 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.522868 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.523118 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.523395 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.523630 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.524219 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.524219 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.525030 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.525672 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.525920 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.526146 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.526393 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.526628 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.527135 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] host = dv-cinder-818883-1-iscsi {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.527371 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.527611 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.527845 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.528102 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.528360 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.528607 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.528865 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.529120 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.529413 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.529670 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.529942 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.530189 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.530423 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.530665 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.530830 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_options = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.531046 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.531324 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.531584 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.531774 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.531942 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.532116 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.532375 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.532538 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.532803 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.533038 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.533250 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.533463 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.533727 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.533938 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.534186 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.534431 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.534644 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.534851 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.535094 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.535339 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.535566 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.535808 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.536043 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.536260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.536491 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.536703 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.536944 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.537158 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.537378 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.537650 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.537886 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.538139 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.538388 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.538637 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.538862 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.539087 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.539299 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.539573 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.539825 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.540089 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.540333 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.540552 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.540776 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.540990 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.541221 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.541449 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_json = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.541685 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.541920 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.542168 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.542381 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.542612 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.543000 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.543097 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.543401 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.544124 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.544291 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:39.544440 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.544630 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.544820 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.545051 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.545303 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.545566 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.545867 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.546083 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.546923 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.546923 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.546923 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.547882 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.547882 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.547882 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.548156 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.548278 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.548500 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.548738 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.548997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.549251 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.549494 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.550187 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.550187 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.550389 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.550623 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.550859 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.551079 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.551313 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.552046 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.552046 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.552046 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.552270 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.552412 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.552630 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.552850 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.553077 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.553290 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.553535 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.553784 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.554055 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.554776 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.554776 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.554776 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.555146 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.555146 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.555378 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.555599 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.555820 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.556058 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.556329 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.556550 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.556787 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.556997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.557220 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.557489 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.557750 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.557962 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.558173 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.558395 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.558622 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.558873 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.559113 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.559329 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.559563 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.559783 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.559994 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.560389 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.560637 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.560852 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.561074 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.561311 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.562435 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.565939 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.566271 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.566541 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.566783 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.567021 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.567322 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.567658 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.567919 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.568150 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.568381 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.568609 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.568901 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.569253 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.569527 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.569835 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.570091 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.570349 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.570600 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.571659 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.572101 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.572527 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.572958 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.573266 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.573513 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.573797 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.574059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.574484 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.574934 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.575169 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.575438 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.575885 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.576137 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.576393 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.576658 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.577111 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.577519 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.577914 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.578158 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.578432 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.578685 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.579114 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.579349 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.579619 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.579924 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.580179 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.580455 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.580710 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.580953 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.581198 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.581454 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.581753 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.581990 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.582242 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.582490 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.582788 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.583021 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.583247 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.583483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.583716 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.584088 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.584333 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.584773 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.585298 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.585827 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.586264 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.586729 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.587823 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.588305 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.588757 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.589230 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.589714 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.590169 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.590638 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.591072 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.591507 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.591941 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.592358 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.592794 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.593221 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.593659 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.594121 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.594564 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.595029 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.595446 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.596053 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.596494 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.596896 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.597314 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.597781 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.598290 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.598722 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.598963 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.599214 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.599468 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.599759 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.599996 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.600277 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.600539 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.600785 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.601040 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.601269 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.601525 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.601936 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.602193 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.602452 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.602697 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.602918 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.603145 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.603396 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.603614 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.603845 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.604084 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.604320 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.604579 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.604915 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.605168 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.605420 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.605686 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.605909 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.606132 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.606385 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.606611 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.606830 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.607050 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.607266 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.607544 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.607786 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.608052 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.608358 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.608597 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.608826 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.609043 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.609273 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.609565 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.609830 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.610062 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.610307 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.610550 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.610800 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.611014 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.611248 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.611486 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.611851 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.612087 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.612321 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.612566 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.612973 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.613186 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.613676 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.614078 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.614325 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.614618 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.614855 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.615086 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.615343 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.615673 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.615906 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.616148 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.616541 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.616968 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.617192 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.617456 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.617834 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.618154 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.618480 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.618752 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.619044 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.619323 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.619731 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.619956 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.620260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.620598 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.620891 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.621155 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.621413 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.621731 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.622058 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.622285 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.622505 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.622743 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.622960 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.623203 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.623464 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.623690 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.623967 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.624230 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.624446 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.624692 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.624936 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.625166 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.625384 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.625542 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:36:39.626082 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 23 12:36:39.626245 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:36:39.626400 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:36:39.626569 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:36:39.626741 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:36:39.626891 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:36:39.627249 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.627410 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.627735 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.627897 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.628220 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.628545 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.628707 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.628863 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.629019 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.629176 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.629333 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.629684 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.629847 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.630007 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.630165 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.630337 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.630470 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.630630 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.630793 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.630923 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:39.631017 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.631085 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.631240 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.631401 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] debug = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.631557 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.631762 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.631953 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.632111 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.632268 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.632426 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.632583 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.632759 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.632943 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.633102 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.633261 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.633417 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.634117 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.634279 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.634436 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.634594 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.634751 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.634917 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] host = dv-cinder-818883-1-iscsi {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.635060 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.635216 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.635372 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.635528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.635735 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.635869 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.636002 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.636127 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.636278 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.636434 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.636591 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.636749 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.636905 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.637061 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.637217 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_options = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.637373 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.637529 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.637710 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.637887 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.638050 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.638208 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.638365 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.638524 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.638681 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.638861 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.639018 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.639177 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.639333 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.639490 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.639648 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.639804 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.639961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.640119 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.640276 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.640434 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.640591 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.640747 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.640903 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.641059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.641216 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.641372 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.641528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.641707 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.641864 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.642092 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.643160 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.643160 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.643160 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.643160 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.643160 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.643160 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.643160 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.644125 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.644125 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.644125 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.644125 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.644125 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.644125 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.644125 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.645254 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.645254 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_json = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.645254 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.645254 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.645254 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.645254 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.645254 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.647062 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.647062 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.647062 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:36:39.647062 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.647062 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.647062 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.647062 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.647062 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648327 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648938 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648938 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648938 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648938 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648938 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648938 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.648938 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.650005 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.650005 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.650005 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.650005 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.652048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.652048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.652048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.652048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.652048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.652048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.652048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.652048 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.653045 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.653045 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.653045 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.653045 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.653045 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.653045 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.653045 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.653045 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.653045 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.654997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.654997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.654997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.654997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.654997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.654997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.654997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.654997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.654997 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.655961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.655961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.655961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.655961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.655961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.655961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.655961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.655961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.655961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.657237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.657237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.657237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.657237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.657237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.657237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.657237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.657237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.657237 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.658992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.658992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.658992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.658992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.658992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.658992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.658992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.658992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.658992 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660001 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660001 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660001 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660001 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660001 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660001 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660001 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660001 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660890 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660890 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660890 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660890 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660890 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660890 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660890 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.660890 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.661806 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.661806 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.661806 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.661806 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.661806 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.661806 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.661806 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.661806 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.662267 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.662267 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.662267 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.662267 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.662267 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.662535 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.662535 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.662678 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.662678 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.663138 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.663138 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.663391 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.663521 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.663655 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.663786 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.663927 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.664059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.664200 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.664332 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.664492 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.664652 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.664844 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.665015 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.665176 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.665338 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.665506 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.665689 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.665835 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.665999 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.666153 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.666328 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.666472 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.666634 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.666798 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.666961 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.667113 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.667272 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.667415 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.667581 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.667725 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.667890 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.668053 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.668215 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.668355 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.668500 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.668659 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.668963 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.668963 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.670028 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.670028 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.670028 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.670028 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.670028 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.670028 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.670028 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.671350 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.671350 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.671350 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.671350 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.671350 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.671350 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.671350 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.671350 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.673514 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.673514 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.673514 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.673514 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.673514 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.673514 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.673514 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.673514 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.674483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.674483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.674483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.674483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.674483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.674483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.674483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.674483 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.676473 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.676473 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.676473 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.676473 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.676473 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.676473 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.676473 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.676473 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.677936 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.677936 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.677936 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.677936 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.677936 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.677936 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.677936 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.677936 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.680495 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.680495 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.680495 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.680495 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.680495 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.680495 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.680495 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.680495 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.680495 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.681114 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.681114 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.681114 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.681114 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.681114 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.681114 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.681114 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.681114 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.683260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.683260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.683260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.683260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.683260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.683260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.683260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.683260 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.684835 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.684835 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.684835 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.684835 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.684835 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.684835 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.684835 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.684835 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.685369 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.685369 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.685369 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.685369 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.685369 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.685369 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.685369 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.685369 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.686528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.686528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.686528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.686528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.686528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.686528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.686528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.686528 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687059 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687643 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687643 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687643 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687643 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687643 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687643 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687643 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687643 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.687643 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:36:39.688240 dv-cinder-818883-1-iscsi neutron-server[86772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:36:39.737339 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56700) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:39.746524 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070798 Nov 23 12:36:50.365794 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b7c2a-447e-4ac7-80aa-49de87527199 None None] get_active_networks_info from dv-cinder-818883-1-iscsi {{(pid=86881) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 23 12:36:50.476553 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62b7c2a-447e-4ac7-80aa-49de87527199 None None] No non-hosted networks {{(pid=86881) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 12:36:50.488445 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.agentschedulers_db [None req-b62b7c2a-447e-4ac7-80aa-49de87527199 None None] DHCP Agent not found on host dv-cinder-818883-1-iscsi {{(pid=86881) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 12:36:50.564477 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2555bd8e-bfd3-40a4-ba1f-55e81846925b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543295'] for agent, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:50.802351 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543295'] for agent, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:50.803411 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.804152 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.806579 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.807134 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.807932 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.808583 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.809123 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.812296 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.812891 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.813419 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.813989 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.814773 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:36:50.815710 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818883-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:50.830435 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818883-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:36:52.832918 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-27c0477f-807d-4384-8166-6dc5cfb7604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543295'] for agent, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:52.887502 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-52c95e0d-fff9-4773-8907-ce9406622f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:53.962066 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543295'] for agent, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:55.209592 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543295'] for agent, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:36:56.979849 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56792) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:36:57.585465 dv-cinder-818883-1-iscsi neutron-server[86880]: WARNING oslo_policy.policy [None req-4f8255ee-a52c-4025-966c-c3e81919df8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:36:57.586071 dv-cinder-818883-1-iscsi neutron-server[86880]: WARNING oslo_policy.policy [None req-4f8255ee-a52c-4025-966c-c3e81919df8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:36:57.802992 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [None req-4f8255ee-a52c-4025-966c-c3e81919df8b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:36:57.804060 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-4f8255ee-a52c-4025-966c-c3e81919df8b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8233070 Nov 23 12:36:59.856264 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.db.l3_hamode_db [None req-8b190719-783d-4f79-ac12-9a9e715d4461 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 12:36:59.941786 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b190719-783d-4f79-ac12-9a9e715d4461 None None] Routers set() bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:36:59.942174 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b190719-783d-4f79-ac12-9a9e715d4461 None None] Router IDs set() for agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 23 12:37:00.279155 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56806) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:00.636051 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-8ca2e37e-e18c-44da-8eda-bedea79e6492 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:00.738238 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.policy [None req-8ca2e37e-e18c-44da-8eda-bedea79e6492 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86880) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 12:37:00.784454 dv-cinder-818883-1-iscsi neutron-server[86880]: WARNING oslo_policy.policy [None req-8ca2e37e-e18c-44da-8eda-bedea79e6492 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:00.784818 dv-cinder-818883-1-iscsi neutron-server[86880]: WARNING oslo_policy.policy [None req-8ca2e37e-e18c-44da-8eda-bedea79e6492 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:00.793745 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.quota [None req-8ca2e37e-e18c-44da-8eda-bedea79e6492 admin admin] Loaded quota_driver: . Nov 23 12:37:00.810041 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-8ca2e37e-e18c-44da-8eda-bedea79e6492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:00.871238 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8ca2e37e-e18c-44da-8eda-bedea79e6492 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791461512906', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791461509913', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791461501984', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791461494886', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791461682740', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791461676374', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8241398', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7599350', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-449707'] for rbac-policy, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:00.942966 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8ca2e37e-e18c-44da-8eda-bedea79e6492 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:00.944401 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-8ca2e37e-e18c-44da-8eda-bedea79e6492 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6642947 Nov 23 12:37:03.548795 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56820) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:03.887402 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Request body: {'network': {'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'name': 'private', 'admin_state_up': True}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:03.892141 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:03.896665 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Usage tracker for resource:network and tenant:aaf72a477b334e7696501aaf2780feb0 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:03.901745 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:03.907800 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:03.917800 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Made reservation on behalf of aaf72a477b334e7696501aaf2780feb0 for: {'network': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:37:03.920479 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:03.937705 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:03.951632 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:03.955325 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Usage tracker for resource:security_group_rule and tenant:aaf72a477b334e7696501aaf2780feb0 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:03.960371 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:03.966453 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:04.062968 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:04.066847 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:04.072731 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:04.090048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=86880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:37:04.116269 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791457827229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:04.116785 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Unsubscribe: segment precommit_create {{(pid=86880) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 12:37:04.117815 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.segments_db [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Added segment 5ac21138-7189-403f-ac33-eeda494e83aa of type vlan for network b20226c1-10bb-460e-bef5-47e01c472389 Nov 23 12:37:04.166161 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d8d904-204a-463e-bb67-22aa3d254108,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:04.182113 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.182462 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.182790 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.183107 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.183421 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.183752 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.184065 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.184374 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.184682 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.184986 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.185290 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.185594 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Tracked resource versions report: Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: pushed versions: Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: { 'AddressGroup': {'1.2'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'ConntrackHelper': {'1.0'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Log': {'1.0'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Network': {'1.1'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Port': {'1.7'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'PortForwarding': {'1.2'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'QosPolicy': {'1.8'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SecurityGroup': {'1.4'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SubPort': {'1.0'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Subnet': {'1.1'}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Trunk': {'1.1'}} Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: consumer versions: Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: { DHCP agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: L3 agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: Metadata agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: Metering agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: Open vSwitch agent@dv-cinder-818883-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'ConntrackHelper': '1.0', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Log': '1.0', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Network': '1.1', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Port': '1.7', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'PortForwarding': '1.2', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'QosPolicy': '1.8', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SecurityGroup': '1.4', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SecurityGroupRule': '1.2', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SubPort': '1.0', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Subnet': '1.1', Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Trunk': '1.1'}} Nov 23 12:37:04.186641 dv-cinder-818883-1-iscsi neutron-server[86880]: {{(pid=86880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:37:04.238320 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:04.239972 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:04.281176 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:04.282629 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:04.283300 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:04.286811 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:04.393793 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Pushing event updated for resources: {'Network': ['ID=b20226c1-10bb-460e-bef5-47e01c472389,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:04.397433 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:04.398943 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8491800 Nov 23 12:37:04.405234 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network b20226c1-10bb-460e-bef5-47e01c472389 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:37:07.113282 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56836) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:07.684586 dv-cinder-818883-1-iscsi neutron-server[86879]: WARNING oslo_policy.policy [None req-6f2d6a64-e4d9-4572-b564-222d55cedafd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:07.685164 dv-cinder-818883-1-iscsi neutron-server[86879]: WARNING oslo_policy.policy [None req-6f2d6a64-e4d9-4572-b564-222d55cedafd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:08.117006 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.policy [None req-6f2d6a64-e4d9-4572-b564-222d55cedafd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86879) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 12:37:08.163756 dv-cinder-818883-1-iscsi neutron-server[86879]: WARNING oslo_policy.policy [None req-6f2d6a64-e4d9-4572-b564-222d55cedafd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:08.164631 dv-cinder-818883-1-iscsi neutron-server[86879]: WARNING oslo_policy.policy [None req-6f2d6a64-e4d9-4572-b564-222d55cedafd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:37:08.172883 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2d6a64-e4d9-4572-b564-222d55cedafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:08.174739 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-6f2d6a64-e4d9-4572-b564-222d55cedafd admin admin] 10.222.0.50 "GET /v2.0/networks/b20226c1-10bb-460e-bef5-47e01c472389 HTTP/1.1" status: 200 len: 825 time: 1.0594788 Nov 23 12:37:08.207372 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-db5164d5-e558-4952-9f25-6ef2f696bae8 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/85a08df5-f118-4ca0-9e12-ca4e4de26cce HTTP/1.1" status: 200 len: 734 time: 0.0267146 Nov 23 12:37:08.216418 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389', 'ip_version': 4, 'subnetpool_id': '85a08df5-f118-4ca0-9e12-ca4e4de26cce', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:08.218064 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.quota [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Loaded quota_driver: . Nov 23 12:37:08.224309 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:08.232159 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Usage tracker for resource:subnet and tenant:aaf72a477b334e7696501aaf2780feb0 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:08.235967 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:08.243619 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:08.258800 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Made reservation on behalf of aaf72a477b334e7696501aaf2780feb0 for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:37:08.261671 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:08.574447 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:08.580838 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:08.661185 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Checking segment: {'id': '5ac21138-7189-403f-ac33-eeda494e83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:37:08.661568 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Network hostable DHCP agents. Network: b20226c1-10bb-460e-bef5-47e01c472389, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:37:08.684513 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:08.696291 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.696657 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.697965 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.698293 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.698610 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.698937 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.699250 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.699559 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.699888 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.700194 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.700493 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.700791 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Tracked resource versions report: Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: pushed versions: Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: { 'AddressGroup': {'1.2'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'ConntrackHelper': {'1.0'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Log': {'1.0'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Network': {'1.1'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Port': {'1.7'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'PortForwarding': {'1.2'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'QosPolicy': {'1.8'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SecurityGroup': {'1.4'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SubPort': {'1.0'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Subnet': {'1.1'}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Trunk': {'1.1'}} Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: consumer versions: Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: { DHCP agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: L3 agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: Metadata agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: Metering agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: Open vSwitch agent@dv-cinder-818883-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'ConntrackHelper': '1.0', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Log': '1.0', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Network': '1.1', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Port': '1.7', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'PortForwarding': '1.2', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'QosPolicy': '1.8', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SecurityGroup': '1.4', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SecurityGroupRule': '1.2', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SubPort': '1.0', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Subnet': '1.1', Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Trunk': '1.1'}} Nov 23 12:37:08.701838 dv-cinder-818883-1-iscsi neutron-server[86879]: {{(pid=86879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:37:08.722820 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Network b20226c1-10bb-460e-bef5-47e01c472389 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:37:08.739204 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, b20226c1-10bb-460e-bef5-47e01c472389) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:37:08.751117 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:08.761974 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:08.762743 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:08.767259 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b4e62-0194-42ae-b73a-683e42ab7496 None None] Network b20226c1-10bb-460e-bef5-47e01c472389 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:37:08.785992 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5731769 Nov 23 12:37:09.177192 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d2280a3-de8b-55d0-8afa-5fb6799df307-b20226c1-10bb-460e-bef5-47e01c472389', 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'fixed_ips': [{'subnet_id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb'}]}} from dv-cinder-818883-1-iscsi. {{(pid=86881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:37:09.178654 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:09.367511 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.db_base_plugin_common [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Allocated IP 172.20.0.2 (b20226c1-10bb-460e-bef5-47e01c472389/7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb/d2a424bf-c7e8-41bb-8996-f21b893acaa6) {{(pid=86881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:37:09.597165 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Notify callbacks [] for port, precommit_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:09.610861 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Transition to ACTIVE for port object d2a424bf-c7e8-41bb-8996-f21b893acaa6 will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:37:09.631210 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Transition to ACTIVE for port object d2a424bf-c7e8-41bb-8996-f21b893acaa6 will not be triggered until provisioned by entity DHCP. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:37:09.638041 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:09.643385 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:09.701305 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Network b20226c1-10bb-460e-bef5-47e01c472389 is already hosted by enough agents. {{(pid=86881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:37:09.704095 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Resources bound (agent type, host, resource id): {{(pid=86881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:37:09.707253 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Received port after_create {{(pid=86881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:37:09.756484 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Pushing event updated for resources: {'Port': ['ID=d2a424bf-c7e8-41bb-8996-f21b893acaa6,revision_number=1']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:09.794740 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.795352 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.795443 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.795694 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.796006 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.796315 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.796622 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.796927 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.797247 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.797558 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.797887 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.798186 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Tracked resource versions report: Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: pushed versions: Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: { 'AddressGroup': {'1.2'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'ConntrackHelper': {'1.0'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Log': {'1.0'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Network': {'1.1'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Port': {'1.7'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'PortForwarding': {'1.2'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'QosPolicy': {'1.8'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SecurityGroup': {'1.4'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SubPort': {'1.0'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Subnet': {'1.1'}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Trunk': {'1.1'}} Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: consumer versions: Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: { DHCP agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: L3 agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: Metadata agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: Metering agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: Open vSwitch agent@dv-cinder-818883-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'ConntrackHelper': '1.0', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Log': '1.0', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Network': '1.1', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Port': '1.7', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'PortForwarding': '1.2', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'QosPolicy': '1.8', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SecurityGroup': '1.4', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SecurityGroupRule': '1.2', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SubPort': '1.0', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Subnet': '1.1', Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Trunk': '1.1'}} Nov 23 12:37:09.799350 dv-cinder-818883-1-iscsi neutron-server[86881]: {{(pid=86881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:37:09.812034 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:09.819130 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Attempting to bind port d2a424bf-c7e8-41bb-8996-f21b893acaa6 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:37:09.819525 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Attempting to bind port d2a424bf-c7e8-41bb-8996-f21b893acaa6 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '5ac21138-7189-403f-ac33-eeda494e83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:37:09.819949 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Attempting to bind port d2a424bf-c7e8-41bb-8996-f21b893acaa6 on network b20226c1-10bb-460e-bef5-47e01c472389 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:37:09.825155 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:37:09.825554 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Checking segment: {'id': '5ac21138-7189-403f-ac33-eeda494e83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:37:09.826075 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:09.826462 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Bound using segment: {'id': '5ac21138-7189-403f-ac33-eeda494e83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:37:09.826947 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Bound port: d2a424bf-c7e8-41bb-8996-f21b893acaa6, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac21138-7189-403f-ac33-eeda494e83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:37:09.827346 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:09.922263 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] For port d2a424bf-c7e8-41bb-8996-f21b893acaa6, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:37:09.926000 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] For port d2a424bf-c7e8-41bb-8996-f21b893acaa6, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=d2a424bf-c7e8-41bb-8996-f21b893acaa6,segment=NetworkSegment(5ac21138-7189-403f-ac33-eeda494e83aa),segment_id=5ac21138-7189-403f-ac33-eeda494e83aa)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:37:09.931215 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:09.935444 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:10.039349 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Pushing event updated for resources: {'Port': ['ID=d2a424bf-c7e8-41bb-8996-f21b893acaa6,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:10.042454 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:11.180625 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56858) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:11.564962 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [None req-4badff5b-4866-45bc-a597-bb233171f39b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:37:11.565947 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-4badff5b-4866-45bc-a597-bb233171f39b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3843615 Nov 23 12:37:13.114578 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device d2a424bf-c7e8-41bb-8996-f21b893acaa6 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:37:13.192799 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port d2a424bf-c7e8-41bb-8996-f21b893acaa6 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:37:13.769640 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1570c9-b4bd-4adb-9fda-9217541922f9 None None] Network b20226c1-10bb-460e-bef5-47e01c472389 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:37:13.879231 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5cfeaa6b-0553-44a3-835a-d83680636673 None None] Provisioning for port d2a424bf-c7e8-41bb-8996-f21b893acaa6 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:37:13.896933 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5cfeaa6b-0553-44a3-835a-d83680636673 None None] Provisioning complete for port d2a424bf-c7e8-41bb-8996-f21b893acaa6 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:13.897444 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5cfeaa6b-0553-44a3-835a-d83680636673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:14.017997 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56872) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:14.124188 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5cfeaa6b-0553-44a3-835a-d83680636673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:14.172370 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5cfeaa6b-0553-44a3-835a-d83680636673 None None] For port d2a424bf-c7e8-41bb-8996-f21b893acaa6, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=d2a424bf-c7e8-41bb-8996-f21b893acaa6,segment=NetworkSegment(5ac21138-7189-403f-ac33-eeda494e83aa),segment_id=5ac21138-7189-403f-ac33-eeda494e83aa)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:37:14.182647 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5cfeaa6b-0553-44a3-835a-d83680636673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:14.189045 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:14.277785 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfeaa6b-0553-44a3-835a-d83680636673 None None] Pushing event updated for resources: {'Port': ['ID=d2a424bf-c7e8-41bb-8996-f21b893acaa6,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:14.282550 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5cfeaa6b-0553-44a3-835a-d83680636673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:14.438360 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [None req-7741e81b-c7ab-4173-9fbc-265e01ba999b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:37:14.439593 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-7741e81b-c7ab-4173-9fbc-265e01ba999b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4206810 Nov 23 12:37:14.510757 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-897b97f3-3b04-466a-ab5b-668deb75653f None None] Provisioning complete for port d2a424bf-c7e8-41bb-8996-f21b893acaa6 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:14.511112 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-897b97f3-3b04-466a-ab5b-668deb75653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:15.090276 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device d2a424bf-c7e8-41bb-8996-f21b893acaa6 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:37:15.166768 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port d2a424bf-c7e8-41bb-8996-f21b893acaa6 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:15.167421 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:17.096258 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56884) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:17.471383 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] Request body: {'router': {'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:17.477000 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:17.480912 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] Usage tracker for resource:router and tenant:aaf72a477b334e7696501aaf2780feb0 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:17.484136 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:17.489923 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:17.500681 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39754'] for router, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:17.502246 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39773'] for router, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:17.526299 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:17.641024 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296'] for router, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:17.666417 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:17.668101 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f5b40825-87b3-4526-9b22-f3bf76099462 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5707314 Nov 23 12:37:20.052997 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56894) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:20.252908 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d00032f0-6e76-4c23-aa08-f235c24c246d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:20.441452 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [None req-38236be9-333a-4dfe-b636-39e387141b04 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:37:20.442475 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-38236be9-333a-4dfe-b636-39e387141b04 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3885510 Nov 23 12:37:20.788067 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:22.824092 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c69fe066-487e-4faf-9452-66a5278b8217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:22.847584 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56904) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:23.217419 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:23.222155 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:23.226728 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Usage tracker for resource:network and tenant:66d507226f444e7996a921d0793a764d is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:23.229514 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:23.235692 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:23.246345 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Made reservation on behalf of 66d507226f444e7996a921d0793a764d for: {'network': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:37:23.248765 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:23.261746 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:23.275906 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:23.279618 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Usage tracker for resource:security_group_rule and tenant:66d507226f444e7996a921d0793a764d is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:23.282340 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:23.287913 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:23.372234 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:23.375934 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:23.380069 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:23.392607 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Reserving flat network on physical network physnet1 {{(pid=86880) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 12:37:23.416262 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82593b-3571-4f06-8525-b00ea70b41b4,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:23.419625 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:23.420504 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:23.420839 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.segments_db [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Added segment e523e117-aa07-4d76-b4f2-ab7d19bdd30d of type flat for network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 Nov 23 12:37:23.456396 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:23.494640 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:23.495820 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:23.496378 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:23.499452 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:23.597414 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Pushing event updated for resources: {'Network': ['ID=b16fb1cb-bfbf-4950-8a75-46ccc6e885c8,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:23.600384 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:23.602375 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7538180 Nov 23 12:37:23.608173 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:37:23.896148 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:25.157948 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:25.980627 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56924) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:26.250468 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7106948-699c-4567-ae40-b58e09d41c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:26.251844 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e7106948-699c-4567-ae40-b58e09d41c2f admin admin] 10.222.0.50 "GET /v2.0/subnets/7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb HTTP/1.1" status: 200 len: 849 time: 0.2703469 Nov 23 12:37:26.435432 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-f205c5ad-e6c9-497a-84ab-7ea76d15b0d0 admin admin] 10.222.0.50 "GET /v2.0/routers/5edbe57c-3ae1-4a6a-8f50-f6fee661952d HTTP/1.1" status: 200 len: 704 time: 0.1780376 Nov 23 12:37:26.902332 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:27.136543 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Allocated IP 172.20.0.1 (b20226c1-10bb-460e-bef5-47e01c472389/7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb/f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:37:27.298005 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:27.316025 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Transition to ACTIVE for port object f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb will not be triggered until provisioned by entity DHCP. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:37:27.370361 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:27.375012 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:27.439793 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Network b20226c1-10bb-460e-bef5-47e01c472389 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:37:27.440853 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:37:27.447598 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:37:27.448123 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554278'] for router_interface, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:27.576948 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 5 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:37:27.634983 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:27.642951 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:27.645228 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-d8186916-c3d7-4ed7-a8df-20f6a6cadb3b None None] Provisioning for port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:37:27.651470 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-d8186916-c3d7-4ed7-a8df-20f6a6cadb3b None None] Provisioning complete for port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:27.651844 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d8186916-c3d7-4ed7-a8df-20f6a6cadb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:27.706816 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-d8186916-c3d7-4ed7-a8df-20f6a6cadb3b None None] Port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:37:27.769024 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:27.991115 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:27.995619 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:27.996818 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554437'] for router_interface, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:28.000708 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:28.138128 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:28.142650 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:28.194163 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Network b20226c1-10bb-460e-bef5-47e01c472389 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:37:28.195747 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:37:28.386955 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Router 5edbe57c-3ae1-4a6a-8f50-f6fee661952d is scheduled to L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 with binding_index 1 {{(pid=86880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:37:28.430159 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-39c7a87b-2ebc-4a71-8923-33706ad10e44 None None] Provisioning complete for port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:28.430459 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-39c7a87b-2ebc-4a71-8923-33706ad10e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:28.487660 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-39c7a87b-2ebc-4a71-8923-33706ad10e44 None None] Port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:37:28.542050 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:37:28.551546 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Sync routers for ids ['5edbe57c-3ae1-4a6a-8f50-f6fee661952d'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:37:28.551941 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] 10.222.0.50 "PUT /v2.0/routers/5edbe57c-3ae1-4a6a-8f50-f6fee661952d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1111887 Nov 23 12:37:28.562729 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Routers {'5edbe57c-3ae1-4a6a-8f50-f6fee661952d'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:37:28.563852 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:37:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['5edbe57c-3ae1-4a6a-8f50-f6fee661952d'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:28.746140 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Set router 5edbe57c-3ae1-4a6a-8f50-f6fee661952d gateway port host: None {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:37:29.115966 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'name': 'router1', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:17Z', 'updated_at': '2021-11-23T12:37:27Z', 'revision_number': 2, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'gw_port_host': None, '_interfaces': [{'id': 'f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb', 'name': '', 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'mac_address': 'fa:16:3e:11:e3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:37:26Z', 'updated_at': '2021-11-23T12:37:27Z', 'revision_number': 2, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'subnets': [{'id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85a08df5-f118-4ca0-9e12-ca4e4de26cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:29.121478 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Checking router: 5edbe57c-3ae1-4a6a-8f50-f6fee661952d for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:37:29.121932 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Updating router 5edbe57c-3ae1-4a6a-8f50-f6fee661952d port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb binding host dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:37:29.178003 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:29.704693 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Notify callbacks [] for port, precommit_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:29.722571 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.provisioning_blocks [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Transition to ACTIVE for port object f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb will not be triggered until provisioned by entity L2. {{(pid=86882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:37:29.732016 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:29.740665 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:30.012807 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Pushing event updated for resources: {'Port': ['ID=f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb,revision_number=3']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:30.022989 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Attempting to bind port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:37:30.023543 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Attempting to bind port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '5ac21138-7189-403f-ac33-eeda494e83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389'}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:37:30.024144 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Attempting to bind port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb on network b20226c1-10bb-460e-bef5-47e01c472389 {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:37:30.034209 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.034674 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.035130 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.035583 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.036058 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.036516 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.036967 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.037443 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.037945 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.038426 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.038868 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.039309 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Tracked resource versions report: Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: pushed versions: Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: { 'AddressGroup': {'1.2'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'ConntrackHelper': {'1.0'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Log': {'1.0'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Network': {'1.1'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Port': {'1.7'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'PortForwarding': {'1.2'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'QosPolicy': {'1.8'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SecurityGroup': {'1.4'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SubPort': {'1.0'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Subnet': {'1.1'}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Trunk': {'1.1'}} Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: consumer versions: Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: { DHCP agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: L3 agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: Metadata agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: Metering agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: Open vSwitch agent@dv-cinder-818883-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'ConntrackHelper': '1.0', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Log': '1.0', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Network': '1.1', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Port': '1.7', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'PortForwarding': '1.2', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'QosPolicy': '1.8', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SecurityGroup': '1.4', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SecurityGroupRule': '1.2', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SubPort': '1.0', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Subnet': '1.1', Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Trunk': '1.1'}} Nov 23 12:37:30.040965 dv-cinder-818883-1-iscsi neutron-server[86882]: {{(pid=86882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:37:30.045717 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:30.049364 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:37:30.050254 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Checking segment: {'id': '5ac21138-7189-403f-ac33-eeda494e83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:37:30.050649 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:30.051185 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Bound using segment: {'id': '5ac21138-7189-403f-ac33-eeda494e83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389'} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:37:30.051891 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Bound port: f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac21138-7189-403f-ac33-eeda494e83aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389'}}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:37:30.052454 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:30.186691 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] For port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:37:30.192935 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] For port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb,segment=NetworkSegment(5ac21138-7189-403f-ac33-eeda494e83aa),segment_id=5ac21138-7189-403f-ac33-eeda494e83aa)] {{(pid=86882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:37:30.200368 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:30.208394 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:30.343345 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Pushing event updated for resources: {'Port': ['ID=f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb,revision_number=4']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:30.346437 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Routers {'5edbe57c-3ae1-4a6a-8f50-f6fee661952d'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:37:30.347045 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:37:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['5edbe57c-3ae1-4a6a-8f50-f6fee661952d'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:30.396365 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:30.502420 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] Set router 5edbe57c-3ae1-4a6a-8f50-f6fee661952d gateway port host: None {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:37:30.832263 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'name': 'router1', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:17Z', 'updated_at': '2021-11-23T12:37:27Z', 'revision_number': 2, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'gw_port_host': None, '_interfaces': [{'id': 'f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb', 'name': '', 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'mac_address': 'fa:16:3e:11:e3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:37:26Z', 'updated_at': '2021-11-23T12:37:30Z', 'revision_number': 4, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'subnets': [{'id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85a08df5-f118-4ca0-9e12-ca4e4de26cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:30.836166 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abaeada-23b8-4587-90cc-84baab0d1dca None None] The sync data for ids ['5edbe57c-3ae1-4a6a-8f50-f6fee661952d'] in dv-cinder-818883-1-iscsi is: [{'id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'name': 'router1', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:17Z', 'updated_at': '2021-11-23T12:37:27Z', 'revision_number': 2, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'gw_port_host': None, '_interfaces': [{'id': 'f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb', 'name': '', 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'mac_address': 'fa:16:3e:11:e3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:37:26Z', 'updated_at': '2021-11-23T12:37:30Z', 'revision_number': 4, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'subnets': [{'id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85a08df5-f118-4ca0-9e12-ca4e4de26cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:37:31.026107 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56946) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:31.190937 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87c4902-ad3b-4fd7-8619-00fbd173ffd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:31.191814 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b87c4902-ad3b-4fd7-8619-00fbd173ffd7 admin admin] Synchronizing usage tracker for tenant:66d507226f444e7996a921d0793a764d on resource:network {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:37:31.214577 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b87c4902-ad3b-4fd7-8619-00fbd173ffd7 admin admin] Unset dirty status for tenant:66d507226f444e7996a921d0793a764d on resource:network {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:37:31.217723 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-b87c4902-ad3b-4fd7-8619-00fbd173ffd7 admin admin] 10.222.0.50 "GET /v2.0/networks/b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 HTTP/1.1" status: 200 len: 842 time: 0.1883910 Nov 23 12:37:31.226766 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:31.232296 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:37:31.236174 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Usage tracker for resource:subnet and tenant:66d507226f444e7996a921d0793a764d is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:37:31.239204 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:37:31.246636 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:37:31.256808 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Made reservation on behalf of 66d507226f444e7996a921d0793a764d for: {'subnet': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:37:31.259706 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:31.722242 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.objects.ports [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86880) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 23 12:37:31.722713 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:31.727383 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:31.797938 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d56f10-0b0e-4032-9eda-6b2ba82f44fd,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:31.801263 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:31.811168 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:37:31.811530 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Network hostable DHCP agents. Network: b16fb1cb-bfbf-4950-8a75-46ccc6e885c8, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:37:31.838400 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:37:31.849892 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, b16fb1cb-bfbf-4950-8a75-46ccc6e885c8) {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:37:31.858824 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:31.859480 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:31.862314 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19157140-f793-4088-a5c8-957cded309dd None None] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:37:31.884472 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6613393 Nov 23 12:37:32.097747 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9af1b3-359f-48c2-b0ee-895d3a253eea None None] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:37:33.114819 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:37:33.190008 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:37:33.196060 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:33.196621 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:33.344619 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:33.384030 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb,segment=NetworkSegment(5ac21138-7189-403f-ac33-eeda494e83aa),segment_id=5ac21138-7189-403f-ac33-eeda494e83aa)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:37:33.388325 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:33.392072 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:33.460788 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:33.464760 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:34.182106 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56960) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:34.378755 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-bb3eed4b-1bd9-405b-b982-2de07c9de61e admin admin] 10.222.0.50 "GET /v2.0/routers/5edbe57c-3ae1-4a6a-8f50-f6fee661952d HTTP/1.1" status: 200 len: 710 time: 0.1954422 Nov 23 12:37:34.505624 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d317a6-6ca4-4382-a3f1-7389b993f83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:37:34.507045 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-02d317a6-6ca4-4382-a3f1-7389b993f83d admin admin] 10.222.0.50 "GET /v2.0/networks/b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 HTTP/1.1" status: 200 len: 886 time: 0.1231649 Nov 23 12:37:34.515777 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:37:34.952270 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:35.106227 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:37:35.176664 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:35.177037 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:35.296544 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:35.402090 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:35.536939 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Allocated IP 172.27.1.58 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/4d382711-1810-4ce7-9357-0b5f10d9d04b) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:37:35.681975 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:35.711808 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:35.716408 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:35.775551 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:37:35.776654 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:37:35.779467 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:37:35.909126 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Pushing event updated for resources: {'Port': ['ID=4d382711-1810-4ce7-9357-0b5f10d9d04b,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:35.911834 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:36.169335 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:36.507311 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:36.510668 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-694285'] for router, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:36.753425 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Router 5edbe57c-3ae1-4a6a-8f50-f6fee661952d has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:37:36.930630 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:37:36.939528 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Notify callbacks [] for router, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:36.940738 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] 10.222.0.50 "PUT /v2.0/routers/5edbe57c-3ae1-4a6a-8f50-f6fee661952d HTTP/1.1" status: 200 len: 889 time: 2.4281464 Nov 23 12:37:36.941749 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Sync routers for ids ['5edbe57c-3ae1-4a6a-8f50-f6fee661952d'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:37:36.952769 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Routers {'5edbe57c-3ae1-4a6a-8f50-f6fee661952d'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:37:36.953481 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:37:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['5edbe57c-3ae1-4a6a-8f50-f6fee661952d'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:37.162642 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Set router 5edbe57c-3ae1-4a6a-8f50-f6fee661952d gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:37:37.528807 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'name': 'router1', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d382711-1810-4ce7-9357-0b5f10d9d04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:17Z', 'updated_at': '2021-11-23T12:37:35Z', 'revision_number': 4, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'gw_port': {'id': '4d382711-1810-4ce7-9357-0b5f10d9d04b', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:37:35Z', 'updated_at': '2021-11-23T12:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb', 'name': '', 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'mac_address': 'fa:16:3e:11:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:37:26Z', 'updated_at': '2021-11-23T12:37:33Z', 'revision_number': 5, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'subnets': [{'id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85a08df5-f118-4ca0-9e12-ca4e4de26cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:37.533706 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Checking router: 5edbe57c-3ae1-4a6a-8f50-f6fee661952d for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:37:37.534065 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Updating router 5edbe57c-3ae1-4a6a-8f50-f6fee661952d port 4d382711-1810-4ce7-9357-0b5f10d9d04b binding host dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:37:37.592053 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.926607 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.938582 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Transition to ACTIVE for port object 4d382711-1810-4ce7-9357-0b5f10d9d04b will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:37:37.946202 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:37.950035 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:38.047847 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Attempting to bind port 4d382711-1810-4ce7-9357-0b5f10d9d04b on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:37:38.048219 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Attempting to bind port 4d382711-1810-4ce7-9357-0b5f10d9d04b by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:37:38.048586 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Attempting to bind port 4d382711-1810-4ce7-9357-0b5f10d9d04b on network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:37:38.051919 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbeb97-7ff7-4804-82c7-0cd350f6ceae None None] Pushing event updated for resources: {'Port': ['ID=4d382711-1810-4ce7-9357-0b5f10d9d04b,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:38.056568 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-f8dbeb97-7ff7-4804-82c7-0cd350f6ceae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:38.057312 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:37:38.057706 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:37:38.058110 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:38.058498 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Bound using segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:37:38.058968 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Bound port: 4d382711-1810-4ce7-9357-0b5f10d9d04b, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:37:38.059344 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:38.133854 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] For port 4d382711-1810-4ce7-9357-0b5f10d9d04b, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:37:38.137071 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] For port 4d382711-1810-4ce7-9357-0b5f10d9d04b, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=4d382711-1810-4ce7-9357-0b5f10d9d04b,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:37:38.143074 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:38.147959 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-f8dbeb97-7ff7-4804-82c7-0cd350f6ceae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:38.226082 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbeb97-7ff7-4804-82c7-0cd350f6ceae None None] Pushing event updated for resources: {'Port': ['ID=4d382711-1810-4ce7-9357-0b5f10d9d04b,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:38.229524 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-f8dbeb97-7ff7-4804-82c7-0cd350f6ceae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:38.230278 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Routers {'5edbe57c-3ae1-4a6a-8f50-f6fee661952d'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:37:38.230872 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:37:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['5edbe57c-3ae1-4a6a-8f50-f6fee661952d'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:38.410022 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] Set router 5edbe57c-3ae1-4a6a-8f50-f6fee661952d gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:37:38.743645 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'name': 'router1', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d382711-1810-4ce7-9357-0b5f10d9d04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:17Z', 'updated_at': '2021-11-23T12:37:35Z', 'revision_number': 4, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'gw_port': {'id': '4d382711-1810-4ce7-9357-0b5f10d9d04b', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:37:35Z', 'updated_at': '2021-11-23T12:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb', 'name': '', 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'mac_address': 'fa:16:3e:11:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:37:26Z', 'updated_at': '2021-11-23T12:37:33Z', 'revision_number': 5, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'subnets': [{'id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85a08df5-f118-4ca0-9e12-ca4e4de26cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:37:38.747860 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f464f49e-8e86-4f5c-a78d-2c7d1fca0dd9 None None] The sync data for ids ['5edbe57c-3ae1-4a6a-8f50-f6fee661952d'] in dv-cinder-818883-1-iscsi is: [{'id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'name': 'router1', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '4d382711-1810-4ce7-9357-0b5f10d9d04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:37:17Z', 'updated_at': '2021-11-23T12:37:35Z', 'revision_number': 4, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'gw_port': {'id': '4d382711-1810-4ce7-9357-0b5f10d9d04b', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:37:35Z', 'updated_at': '2021-11-23T12:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb', 'name': '', 'network_id': 'b20226c1-10bb-460e-bef5-47e01c472389', 'tenant_id': 'aaf72a477b334e7696501aaf2780feb0', 'mac_address': 'fa:16:3e:11:e3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edbe57c-3ae1-4a6a-8f50-f6fee661952d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:37:26Z', 'updated_at': '2021-11-23T12:37:33Z', 'revision_number': 5, 'project_id': 'aaf72a477b334e7696501aaf2780feb0', 'subnets': [{'id': '7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85a08df5-f118-4ca0-9e12-ca4e4de26cce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:37:39.130415 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 4d382711-1810-4ce7-9357-0b5f10d9d04b up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:37:39.208797 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 4d382711-1810-4ce7-9357-0b5f10d9d04b completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:37:39.216007 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 4d382711-1810-4ce7-9357-0b5f10d9d04b triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:39.216391 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:39.347240 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:39.351726 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56970) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:37:39.365751 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 4d382711-1810-4ce7-9357-0b5f10d9d04b, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=4d382711-1810-4ce7-9357-0b5f10d9d04b,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:37:39.372689 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:39.375163 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:37:39.444360 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=4d382711-1810-4ce7-9357-0b5f10d9d04b,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:37:39.447713 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:37:39.481518 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-0a7dd5c3-10a4-41e9-990e-56e91ba5a77a admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1283667 Nov 23 12:37:41.111523 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 4d382711-1810-4ce7-9357-0b5f10d9d04b up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:37:41.194534 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 4d382711-1810-4ce7-9357-0b5f10d9d04b triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:37:41.195211 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:50.270114 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8c26a1b6-fb59-440c-908c-b1ac9cbc3150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:50.806813 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:52.828110 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-85cc393a-d871-4502-823f-2405562be037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:53.898787 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:37:55.175733 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:04.575739 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 5 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:38:20.256968 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-cb3cf59e-e58d-4f55-834f-e7823b96e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:20.815615 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:22.831703 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8466c3ad-b168-4a56-b949-ccdd0df84882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:23.913412 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:25.185744 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:41.574373 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 5 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:38:50.265954 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f5a9b31c-380c-4799-8c04-37f5660eb2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:50.790001 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:52.835317 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-876a13aa-03d1-4fe1-96d2-076784733c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:53.908512 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:38:55.189694 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:18.572947 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 5 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:39:20.266325 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6b190779-7236-42bc-ad43-6baede0cb9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:20.794039 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:22.839032 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-64e7641a-fe45-4a43-b323-616b6bc273b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:23.910616 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:25.194664 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:42.565109 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57540) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:42.633164 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a3d3cd-17b6-4fc0-9785-9911665a5091 admin admin] GET failed (client error): The resource could not be found. Nov 23 12:39:42.634516 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-78a3d3cd-17b6-4fc0-9785-9911665a5091 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0683854 Nov 23 12:39:42.775616 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a5a8f-c5a7-4333-80af-48afc28105bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:42.776991 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c54a5a8f-c5a7-4333-80af-48afc28105bb admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1385412 Nov 23 12:39:44.958608 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57550) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:45.071371 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91d895-da7e-41eb-bdb8-59e487dc791b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:45.072239 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3b91d895-da7e-41eb-bdb8-59e487dc791b admin admin] Synchronizing usage tracker for tenant:66d507226f444e7996a921d0793a764d on resource:subnet {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:39:45.094585 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3b91d895-da7e-41eb-bdb8-59e487dc791b admin admin] Unset dirty status for tenant:66d507226f444e7996a921d0793a764d on resource:subnet {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:39:45.095858 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-3b91d895-da7e-41eb-bdb8-59e487dc791b admin admin] 10.222.0.50 "GET /v2.0/subnets/7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb HTTP/1.1" status: 200 len: 849 time: 0.1363022 Nov 23 12:39:45.105966 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:39:45.229757 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:45.426814 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791457933900'] for subnet, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:45.430557 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:39:45.475354 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:45.475944 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:45.477495 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] 10.222.0.50 "PUT /v2.0/subnets/7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb HTTP/1.1" status: 200 len: 868 time: 0.3752151 Nov 23 12:39:45.492848 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cebfc74-cc04-4cc6-a200-f7270557c408 None None] Network b20226c1-10bb-460e-bef5-47e01c472389 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:39:45.506004 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:39:45.513939 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.514284 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.514626 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.514952 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.515276 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.515619 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.515956 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.516265 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.516583 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.516898 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.517215 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.517532 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:39:45.531399 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:39:46.000101 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-d53304cc-d4c9-43be-971b-a148c5a5fcde None None] Provisioning complete for port d2a424bf-c7e8-41bb-8996-f21b893acaa6 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:39:46.000477 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d53304cc-d4c9-43be-971b-a148c5a5fcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:46.151687 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-d53304cc-d4c9-43be-971b-a148c5a5fcde None None] Provisioning complete for port f9b9d8af-93bc-4300-bb08-fb9ecf5b3bdb triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:39:46.151953 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d53304cc-d4c9-43be-971b-a148c5a5fcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:47.682883 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57560) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:47.862777 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e2bdd-de7c-4d56-a6f2-1ba53b87c3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:47.863155 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e2bdd-de7c-4d56-a6f2-1ba53b87c3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:47.864701 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-ed2e2bdd-de7c-4d56-a6f2-1ba53b87c3fc admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1808608 Nov 23 12:39:50.024183 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57570) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:50.207518 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf4eec-ada8-4b0a-b865-695e245b3a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:50.214508 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf4eec-ada8-4b0a-b865-695e245b3a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:50.214508 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-d2cf4eec-ada8-4b0a-b865-695e245b3a01 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1862681 Nov 23 12:39:50.267611 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-76c7f5e6-c204-40f7-be03-57715d904ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:50.795957 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:52.434377 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57580) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:52.607615 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c4f18d-34e8-4afc-bc3f-95aa1a4c00ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:52.609007 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-13c4f18d-34e8-4afc-bc3f-95aa1a4c00ab admin admin] 10.222.0.50 "GET /v2.0/networks/b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 HTTP/1.1" status: 200 len: 886 time: 0.1736369 Nov 23 12:39:52.840806 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-84def4bf-2e60-4763-b80a-acbe692fc63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:53.912822 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:54.790197 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57590) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:54.991467 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771aa176-4eab-4389-a2a9-73fb0ebe04ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:54.992833 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-771aa176-4eab-4389-a2a9-73fb0ebe04ab admin admin] 10.222.0.50 "GET /v2.0/networks/b20226c1-10bb-460e-bef5-47e01c472389 HTTP/1.1" status: 200 len: 869 time: 0.2017055 Nov 23 12:39:55.196728 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:39:55.572197 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 5 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:39:57.158721 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57600) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:57.267875 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7962bd32-19f5-4cdd-8e6d-f7a787bda9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:57.268326 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7962bd32-19f5-4cdd-8e6d-f7a787bda9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:57.269883 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-7962bd32-19f5-4cdd-8e6d-f7a787bda9ee admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1101992 Nov 23 12:39:59.443722 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57610) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:39:59.552564 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28684173-30a9-4822-a444-03f33eb0cbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:59.553012 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28684173-30a9-4822-a444-03f33eb0cbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:39:59.554580 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-28684173-30a9-4822-a444-03f33eb0cbe2 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1099241 Nov 23 12:40:01.715095 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57620) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:01.824833 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d7ebfd-5375-48ec-b8de-7efa2af9de3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:01.826207 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-08d7ebfd-5375-48ec-b8de-7efa2af9de3a admin admin] 10.222.0.50 "GET /v2.0/subnets/7ad9c119-fc17-4c25-bd42-ca6d5cc47cfb HTTP/1.1" status: 200 len: 868 time: 0.1101725 Nov 23 12:40:03.971113 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57630) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:04.073137 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56acc7c-a18e-4200-b92d-87ac63975876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:04.074549 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-a56acc7c-a18e-4200-b92d-87ac63975876 admin admin] 10.222.0.50 "GET /v2.0/subnets/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd HTTP/1.1" status: 200 len: 816 time: 0.1024783 Nov 23 12:40:20.262016 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b3d83b71-960d-4743-89ca-d327477040f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:20.798128 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:22.843707 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8f2f1245-eca1-4cab-a88e-2e6f11797c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:23.916735 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:25.201333 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:27.272011 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57674) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:27.318941 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [None req-bde25f35-fa1a-468c-82cb-e7560b21a3e8 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:40:27.319937 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-bde25f35-fa1a-468c-82cb-e7560b21a3e8 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469902 Nov 23 12:40:29.538869 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57684) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:29.605445 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db63f1a-de04-4709-a8d3-033bb7f13a07 admin admin] GET failed (client error): The resource could not be found. Nov 23 12:40:29.606716 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-9db63f1a-de04-4709-a8d3-033bb7f13a07 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669181 Nov 23 12:40:29.736776 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd483d-88e3-469b-9bf7-17b071ba64d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:29.738714 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-aacd483d-88e3-469b-9bf7-17b071ba64d5 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1275928 Nov 23 12:40:31.887588 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57694) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:31.934357 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:40:31.939089 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:40:31.950329 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:40:31.961205 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Made reservation on behalf of 66d507226f444e7996a921d0793a764d for: {'network': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:40:31.963585 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:32.050444 dv-cinder-818883-1-iscsi neutron-server[86880]: WARNING neutron.services.revisions.revision_plugin [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Could not find related network for resource to bump revision. Nov 23 12:40:32.061551 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=86880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:40:32.070872 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:32.071140 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.segments_db [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Added segment 12bf0b8f-fb86-4801-ad07-e9a6d5138f3b of type vlan for network cb8361ed-8c1d-4770-b4f3-853294708823 Nov 23 12:40:32.147106 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:32.177893 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:32.179207 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:32.179853 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:32.183222 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:40:32.280934 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3922632 Nov 23 12:40:32.283632 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Pushing event updated for resources: {'Network': ['ID=cb8361ed-8c1d-4770-b4f3-853294708823,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:40:32.286848 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:40:32.295497 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network cb8361ed-8c1d-4770-b4f3-853294708823 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:40:32.572146 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 5 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:40:34.455091 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57704) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:40:34.522769 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcb178c-ce4a-4ba5-8e24-4ebbb2b5a042 admin admin] GET failed (client error): The resource could not be found. Nov 23 12:40:34.523273 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-2dcb178c-ce4a-4ba5-8e24-4ebbb2b5a042 admin admin] Synchronizing usage tracker for tenant:66d507226f444e7996a921d0793a764d on resource:network {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:40:34.538763 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-2dcb178c-ce4a-4ba5-8e24-4ebbb2b5a042 admin admin] Unset dirty status for tenant:66d507226f444e7996a921d0793a764d on resource:network {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:40:34.540108 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-2dcb178c-ce4a-4ba5-8e24-4ebbb2b5a042 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0840774 Nov 23 12:40:34.648129 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c8059-97fb-424e-a3af-b954dca22dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:34.649498 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e95c8059-97fb-424e-a3af-b954dca22dad admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1052961 Nov 23 12:40:34.659145 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:40:34.664218 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:40:34.673703 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:40:34.686069 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Made reservation on behalf of 66d507226f444e7996a921d0793a764d for: {'subnet': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:40:34.688685 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:34.890815 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:34.895932 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-cbcc5da6-caf9-479c-899a-044fe6ba8c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:40:34.969680 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66d7244-8c38-4581-94ed-485aaeba2335,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:40:34.973903 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:40:34.974583 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Checking segment: {'id': '12bf0b8f-fb86-4801-ad07-e9a6d5138f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:40:34.974924 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Network hostable DHCP agents. Network: cb8361ed-8c1d-4770-b4f3-853294708823, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:40:34.994880 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Network cb8361ed-8c1d-4770-b4f3-853294708823 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:40:35.007764 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, cb8361ed-8c1d-4770-b4f3-853294708823) {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:40:35.011773 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:40:35.012348 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:35.017056 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7794471c-ba81-4e7c-9ec4-314b4feb1a00 None None] Network cb8361ed-8c1d-4770-b4f3-853294708823 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:40:35.036134 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3804214 Nov 23 12:40:35.245911 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d2280a3-de8b-55d0-8afa-5fb6799df307-cb8361ed-8c1d-4770-b4f3-853294708823', 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823', 'tenant_id': '66d507226f444e7996a921d0793a764d', 'fixed_ips': [{'subnet_id': 'a66d7244-8c38-4581-94ed-485aaeba2335'}]}} from dv-cinder-818883-1-iscsi. {{(pid=86881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:40:35.247246 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:35.405193 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.db_base_plugin_common [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Allocated IP 192.168.233.2 (cb8361ed-8c1d-4770-b4f3-853294708823/a66d7244-8c38-4581-94ed-485aaeba2335/b4324a1b-4e85-4594-b873-1f77ec058ae0) {{(pid=86881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:40:35.640709 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Notify callbacks [] for port, precommit_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:35.651325 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Transition to ACTIVE for port object b4324a1b-4e85-4594-b873-1f77ec058ae0 will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:40:35.670555 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Transition to ACTIVE for port object b4324a1b-4e85-4594-b873-1f77ec058ae0 will not be triggered until provisioned by entity DHCP. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:40:35.677299 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:35.681741 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5cfeaa6b-0553-44a3-835a-d83680636673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:40:35.744181 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Network cb8361ed-8c1d-4770-b4f3-853294708823 is already hosted by enough agents. {{(pid=86881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:40:35.749116 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.base_scheduler [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Resources bound (agent type, host, resource id): {{(pid=86881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:40:35.751610 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Received port after_create {{(pid=86881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:40:35.758097 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Pushing event updated for resources: {'Port': ['ID=b4324a1b-4e85-4594-b873-1f77ec058ae0,revision_number=1']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:40:35.794029 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.794368 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.794691 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.795011 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.795328 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.795643 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.795958 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.796265 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.796598 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.796905 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.797221 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.797526 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:40:35.801974 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:40:35.861086 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Attempting to bind port b4324a1b-4e85-4594-b873-1f77ec058ae0 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:40:35.861454 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Attempting to bind port b4324a1b-4e85-4594-b873-1f77ec058ae0 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '12bf0b8f-fb86-4801-ad07-e9a6d5138f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:40:35.861896 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Attempting to bind port b4324a1b-4e85-4594-b873-1f77ec058ae0 on network cb8361ed-8c1d-4770-b4f3-853294708823 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:40:35.868099 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:40:35.868470 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Checking segment: {'id': '12bf0b8f-fb86-4801-ad07-e9a6d5138f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:40:35.868876 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:35.869267 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Bound using segment: {'id': '12bf0b8f-fb86-4801-ad07-e9a6d5138f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:40:35.869755 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Bound port: b4324a1b-4e85-4594-b873-1f77ec058ae0, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bf0b8f-fb86-4801-ad07-e9a6d5138f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:40:35.870134 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:35.962304 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] For port b4324a1b-4e85-4594-b873-1f77ec058ae0, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:40:35.965591 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] For port b4324a1b-4e85-4594-b873-1f77ec058ae0, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=b4324a1b-4e85-4594-b873-1f77ec058ae0,segment=NetworkSegment(12bf0b8f-fb86-4801-ad07-e9a6d5138f3b),segment_id=12bf0b8f-fb86-4801-ad07-e9a6d5138f3b)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:40:35.970838 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:35.974818 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:40:36.055884 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Pushing event updated for resources: {'Port': ['ID=b4324a1b-4e85-4594-b873-1f77ec058ae0,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:40:36.061418 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:40:36.917460 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4a8c7c-2992-4ece-a647-446545c2d619 None None] Network cb8361ed-8c1d-4770-b4f3-853294708823 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:40:37.028695 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-56154bae-8051-4f90-bbe5-4d9fa7cc355f None None] Provisioning for port b4324a1b-4e85-4594-b873-1f77ec058ae0 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:40:37.241850 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device b4324a1b-4e85-4594-b873-1f77ec058ae0 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:40:37.323196 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port b4324a1b-4e85-4594-b873-1f77ec058ae0 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:40:37.329906 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port b4324a1b-4e85-4594-b873-1f77ec058ae0 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:40:37.330415 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:37.459750 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:37.486552 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-e35ca818-cc6c-4081-b15f-958d9125ecf2 None None] Provisioning complete for port b4324a1b-4e85-4594-b873-1f77ec058ae0 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:40:37.486918 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e35ca818-cc6c-4081-b15f-958d9125ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:37.541346 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port b4324a1b-4e85-4594-b873-1f77ec058ae0, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=b4324a1b-4e85-4594-b873-1f77ec058ae0,segment=NetworkSegment(12bf0b8f-fb86-4801-ad07-e9a6d5138f3b),segment_id=12bf0b8f-fb86-4801-ad07-e9a6d5138f3b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:40:37.548983 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:37.553834 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-6a7e19f8-87ff-4bea-95c0-e1ee0eb607c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:40:37.668641 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=b4324a1b-4e85-4594-b873-1f77ec058ae0,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:40:37.673014 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:40:39.199319 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device b4324a1b-4e85-4594-b873-1f77ec058ae0 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:40:39.270953 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port b4324a1b-4e85-4594-b873-1f77ec058ae0 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:40:39.271327 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:50.279678 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3140b600-a0a9-4a02-ab1e-b384bddef3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:50.806581 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:52.849583 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-38dc5e1e-fcc3-43db-99e8-2b25c206e8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:53.919782 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:40:55.214891 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:09.570323 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 5 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:41:20.276113 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-15d61252-962f-4d3f-9f8c-d6ea3cd179e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:20.804598 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:22.843232 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-91a69389-069c-44d2-95c6-0de3094036e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:23.927090 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:25.216772 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:46.340257 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57754) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:41:46.346356 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [None req-9f693e03-d53f-4537-871b-9db1c68fd27a tempest-verify_tempest_config-367848109 tempest-verify_tempest_config-367848109-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:41:46.347320 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-9f693e03-d53f-4537-871b-9db1c68fd27a tempest-verify_tempest_config-367848109 tempest-verify_tempest_config-367848109-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060976 Nov 23 12:41:46.570465 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 5 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:41:46.665632 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57772) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:41:46.801899 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:46.816491 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:41:46.820515 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Usage tracker for resource:security_group_rule and tenant:2f5eed67124a4ae991cb66145af44415 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:41:46.823397 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:41:46.829227 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:41:46.938691 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:46.943316 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:46.951259 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2ccd70f1-ceb1-4885-a68c-2bffd30b36ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:41:46.991796 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Synchronizing usage tracker for tenant:66d507226f444e7996a921d0793a764d on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:41:46.994182 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d736a3e4-e516-488b-a5d5-8b8610d86778,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:41:47.002850 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.003265 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.003546 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.003877 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.004198 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.004535 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.004856 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.005174 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.005490 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.005828 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.006143 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.006457 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:41:47.011744 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:41:47.029990 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Unset dirty status for tenant:66d507226f444e7996a921d0793a764d on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:41:47.031177 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f5eed67124a4ae991cb66145af44415&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3645806 Nov 23 12:41:47.034005 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57778) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:41:47.096572 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8b8685bc-57fa-4df2-b74a-82cdb3ec7eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:47.122931 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8b8685bc-57fa-4df2-b74a-82cdb3ec7eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:47.232946 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8b8685bc-57fa-4df2-b74a-82cdb3ec7eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:47.238541 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:41:47.250020 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8685bc-57fa-4df2-b74a-82cdb3ec7eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d736a3e4-e516-488b-a5d5-8b8610d86778,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:41:47.254138 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-8b8685bc-57fa-4df2-b74a-82cdb3ec7eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:41:47.257378 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8b8685bc-57fa-4df2-b74a-82cdb3ec7eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:47.259641 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-8b8685bc-57fa-4df2-b74a-82cdb3ec7eb1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d736a3e4-e516-488b-a5d5-8b8610d86778 HTTP/1.1" status: 204 len: 168 time: 0.2245352 Nov 23 12:41:50.260316 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c9a7b3b4-4a0a-44fa-9a5f-ccdedd4f23ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:50.798031 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:52.851097 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-876959c2-a8b2-4881-b45e-ddccdd35409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:53.929221 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:41:55.218054 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:20.262302 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e12047d6-5416-4bb6-a24e-b3d082ac3800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:20.805390 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:22.843278 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e000b4d2-e9df-4c0b-a878-7507dcac6c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:23.571206 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 5 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:42:23.933348 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:25.220041 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:50.264775 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-1c4cb652-35e6-492f-a02e-5e9942e3368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:50.798742 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:52.846447 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2d89d64a-951c-4242-8a94-1015916e2d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:53.929096 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:42:55.220740 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:00.571259 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 5 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:43:20.300192 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-945d168f-a840-4330-8278-060fdc661823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:20.804903 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:22.848616 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-cf932ce7-f02d-47b6-9b0b-b991a50b422d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:23.681679 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-543295'] for agent, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:23.933348 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:25.223695 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:37.570255 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:43:39.151630 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57850) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:43:39.265639 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-d9962ec4-283a-4394-971c-886162af434f admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1127322 Nov 23 12:43:41.431754 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57860) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:43:41.488354 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-60852383-4df9-40c3-ac8c-622171b0bd89 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0555124 Nov 23 12:43:50.273743 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d5d45cf4-ae98-467c-954e-869cdcdd50f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:50.797978 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:52.851351 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c53eddc0-bd62-4e96-ae63-65f4ee6a80ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:53.621745 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:53.934957 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:43:55.225120 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:14.570208 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:44:20.274773 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-dcaaf293-1992-4c0f-b8ea-6d78bb75bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:20.800126 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:22.852434 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b7bc5a46-65d4-448f-997f-2abeac84474e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:23.641504 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:23.940912 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:25.228576 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:50.287738 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-385de263-2cf0-4737-aa8a-aa0b75c356a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:50.803616 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:51.569177 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:44:52.854628 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-95e75beb-1dd9-493a-944f-7350e948bd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.635036 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:53.941096 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:44:55.233696 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:20.284670 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-488d3dd4-806d-494a-b105-03f30e8109b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:20.645022 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57998) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:20.801333 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:20.949909 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-137250887-network', 'tenant_id': '65ac2a3df9054ccab1626f172f0e02ab'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:20.955617 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:20.959934 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Usage tracker for resource:network and tenant:65ac2a3df9054ccab1626f172f0e02ab is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:20.963628 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:20.970211 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:20.981441 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Made reservation on behalf of 65ac2a3df9054ccab1626f172f0e02ab for: {'network': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:20.984094 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.000164 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.019727 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:21.023913 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:65ac2a3df9054ccab1626f172f0e02ab is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:21.026865 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:21.033825 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:21.130764 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.135743 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.140756 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:21.168239 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=86880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:45:21.183677 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a02fc6-54bc-43e4-83f2-9be027353fe1,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:21.193505 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.193919 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.194268 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.194597 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.194923 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.195274 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.195602 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.195923 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.196243 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Tracked resource versions report: Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: pushed versions: Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: { 'AddressGroup': {'1.2'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'ConntrackHelper': {'1.0'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Log': {'1.0'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Network': {'1.1'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Port': {'1.7'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'PortForwarding': {'1.2'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'QosPolicy': {'1.8'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SecurityGroup': {'1.4'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SubPort': {'1.0'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Subnet': {'1.1'}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Trunk': {'1.1'}} Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: consumer versions: Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: { DHCP agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: L3 agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: Metadata agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: Metering agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: Open vSwitch agent@dv-cinder-818883-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'ConntrackHelper': '1.0', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Log': '1.0', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Network': '1.1', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Port': '1.7', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'PortForwarding': '1.2', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'QosPolicy': '1.8', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SecurityGroup': '1.4', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SecurityGroupRule': '1.2', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'SubPort': '1.0', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Subnet': '1.1', Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: 'Trunk': '1.1'}} Nov 23 12:45:21.199991 dv-cinder-818883-1-iscsi neutron-server[86880]: {{(pid=86880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:45:21.207068 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:21.207840 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.208187 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.segments_db [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Added segment ba4aa464-284d-4252-80b0-b9a82b934245 of type vlan for network ba02506b-e35e-4291-b3f1-421e44dc0cb7 Nov 23 12:45:21.249019 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.287521 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.288800 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:21.289377 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.295067 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:21.334589 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58038) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:21.338831 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6919365 Nov 23 12:45:21.340062 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Request body: {'subnet': {'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-137250887-subnet', 'tenant_id': '65ac2a3df9054ccab1626f172f0e02ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:21.345253 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:21.349343 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Usage tracker for resource:subnet and tenant:65ac2a3df9054ccab1626f172f0e02ab is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:21.352783 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:21.362603 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:21.382760 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Made reservation on behalf of 65ac2a3df9054ccab1626f172f0e02ab for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:21.386233 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.443695 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba02506b-e35e-4291-b3f1-421e44dc0cb7,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:21.450651 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:21.454110 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network ba02506b-e35e-4291-b3f1-421e44dc0cb7 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:45:21.686438 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.694730 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8537c6fb-cb70-4ec0-8454-ae6f570c7a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:21.756227 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58066) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:21.804625 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=064e4fc9-cf3d-42e5-8188-05833b508f0d,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:21.814935 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.815271 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.815598 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.815918 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.816231 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.816545 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.816854 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.817167 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.817475 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.817805 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.818112 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.818419 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Tracked resource versions report: Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: pushed versions: Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: { 'AddressGroup': {'1.2'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'ConntrackHelper': {'1.0'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Log': {'1.0'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Network': {'1.1'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Port': {'1.7'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'PortForwarding': {'1.2'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'QosPolicy': {'1.8'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SecurityGroup': {'1.4'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SubPort': {'1.0'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Subnet': {'1.1'}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Trunk': {'1.1'}} Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: consumer versions: Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: { DHCP agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: L3 agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: Metadata agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: Metering agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: Open vSwitch agent@dv-cinder-818883-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'ConntrackHelper': '1.0', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Log': '1.0', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Network': '1.1', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Port': '1.7', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'PortForwarding': '1.2', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'QosPolicy': '1.8', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SecurityGroup': '1.4', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SecurityGroupRule': '1.2', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'SubPort': '1.0', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Subnet': '1.1', Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: 'Trunk': '1.1'}} Nov 23 12:45:21.819385 dv-cinder-818883-1-iscsi neutron-server[86879]: {{(pid=86879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:45:21.822942 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Checking segment: {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:21.823291 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Network hostable DHCP agents. Network: ba02506b-e35e-4291-b3f1-421e44dc0cb7, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:45:21.834066 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:21.848207 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Network ba02506b-e35e-4291-b3f1-421e44dc0cb7 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:45:21.860176 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, ba02506b-e35e-4291-b3f1-421e44dc0cb7) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:21.866599 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:21.867779 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:21.875895 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164480c7-cc51-4705-aefd-1d314dfa3ac8 None None] Network ba02506b-e35e-4291-b3f1-421e44dc0cb7 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:21.926666 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5907238 Nov 23 12:45:21.957001 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58082) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:22.105026 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd036656-9724-4ceb-965f-661ae2b0f329 None None] Network ba02506b-e35e-4291-b3f1-421e44dc0cb7 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:22.209353 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-859747520-network', 'tenant_id': 'b9179121d78441648d2609f92eee0940'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:22.217585 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:22.224258 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Usage tracker for resource:network and tenant:b9179121d78441648d2609f92eee0940 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:22.227699 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:22.234252 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:22.249833 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Made reservation on behalf of b9179121d78441648d2609f92eee0940 for: {'network': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:22.253640 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.272763 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.290689 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:22.295993 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Usage tracker for resource:security_group_rule and tenant:b9179121d78441648d2609f92eee0940 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:22.299516 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:22.306258 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:22.382771 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58096) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:22.407900 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.415893 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.424727 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:22.451693 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=86880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:45:22.464586 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0752ff3d-5707-41d7-a195-b927a392da13,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:22.469471 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:22.470462 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.470800 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.segments_db [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Added segment 97c6d100-a039-41b8-8df3-7b70cbae05e0 of type vlan for network ef5621b2-6c46-4b72-9c2e-149e0224e74a Nov 23 12:45:22.500366 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.511804 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-network', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:22.518436 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:22.522963 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Usage tracker for resource:network and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:22.526658 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:22.534182 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:22.534948 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.536718 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:22.537876 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.544824 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3521c2cb-827a-4114-b68f-67064ded4c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:22.550190 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Made reservation on behalf of 424aae1a3fd94083b51650f5eaffbb20 for: {'network': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:22.553816 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.579557 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.599943 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:22.604915 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Usage tracker for resource:security_group_rule and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:22.610400 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:22.618239 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:22.644742 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Pushing event updated for resources: {'Network': ['ID=ef5621b2-6c46-4b72-9c2e-149e0224e74a,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:22.648341 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:22.656755 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network ef5621b2-6c46-4b72-9c2e-149e0224e74a details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:45:22.672089 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58106) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:22.693953 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9365900 Nov 23 12:45:22.694585 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58114) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:22.699699 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Request body: {'subnet': {'network_id': 'ef5621b2-6c46-4b72-9c2e-149e0224e74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-859747520-subnet', 'tenant_id': 'b9179121d78441648d2609f92eee0940', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:22.714782 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:22.730967 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Usage tracker for resource:subnet and tenant:b9179121d78441648d2609f92eee0940 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:22.734122 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:22.743429 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:22.758519 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1014041533-network', 'tenant_id': 'd65c98c5ce5d46cb81eb43fb7826f2be'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:22.769098 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:22.772606 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.775754 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Usage tracker for resource:network and tenant:d65c98c5ce5d46cb81eb43fb7826f2be is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:22.779120 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:22.782572 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.789328 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:22.791498 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:22.797433 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Made reservation on behalf of b9179121d78441648d2609f92eee0940 for: {'subnet': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:22.802689 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.836518 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=86879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:45:22.844959 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Made reservation on behalf of d65c98c5ce5d46cb81eb43fb7826f2be for: {'network': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:22.847642 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.862324 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-46d2c9cc-2980-4dc1-8cf5-7281fd065f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.865189 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.886113 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791457827229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.887030 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Unsubscribe: segment precommit_create {{(pid=86879) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 12:45:22.887735 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.segments_db [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Added segment 7bcd57f1-f201-4c69-80f2-6e943b6651d0 of type vlan for network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 Nov 23 12:45:22.915315 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:22.923827 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af39d226-7f05-4389-ac45-c200a7ab8edf,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:22.930073 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Usage tracker for resource:security_group_rule and tenant:d65c98c5ce5d46cb81eb43fb7826f2be is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:22.947025 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:22.954542 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:22.960160 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:22.964985 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:23.037223 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.040090 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:23.041206 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.048508 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:23.071003 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.081659 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:23.150265 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-network', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:23.181811 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:23.186810 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Usage tracker for resource:network and tenant:20aac0f3e96f4933931f88c35a1e40a9 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:23.193067 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:23.196421 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:23.206704 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c577fcc6-d0dd-4379-8a84-f5e074d7993d,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:23.217715 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:23.228533 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Checking segment: {'id': '97c6d100-a039-41b8-8df3-7b70cbae05e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ef5621b2-6c46-4b72-9c2e-149e0224e74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:23.228937 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Network hostable DHCP agents. Network: ef5621b2-6c46-4b72-9c2e-149e0224e74a, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:45:23.281878 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Network ef5621b2-6c46-4b72-9c2e-149e0224e74a is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:45:23.299019 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, ef5621b2-6c46-4b72-9c2e-149e0224e74a) {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:23.303540 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:23.304319 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.311290 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370035d-1c88-4f23-8423-a076b644c805 None None] Network ef5621b2-6c46-4b72-9c2e-149e0224e74a requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:23.353061 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Pushing event updated for resources: {'Network': ['ID=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:23.384341 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:23.394199 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4355736 Nov 23 12:45:23.394904 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58148) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:23.395319 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6996830 Nov 23 12:45:23.396960 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Made reservation on behalf of 20aac0f3e96f4933931f88c35a1e40a9 for: {'network': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:23.399401 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.415221 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.418744 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Request body: {'subnet': {'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-subnet', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:23.433722 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.433970 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:23.437068 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:23.440736 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Usage tracker for resource:security_group_rule and tenant:20aac0f3e96f4933931f88c35a1e40a9 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:23.444559 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Usage tracker for resource:subnet and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:23.444788 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:23.448073 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:23.451110 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.453212 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:23.467318 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:23.470541 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:23.565575 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:45:23.567457 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Made reservation on behalf of 424aae1a3fd94083b51650f5eaffbb20 for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:23.575635 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.715939 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.730144 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.734164 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:23.743630 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.816493 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=86880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:45:23.835505 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9730bc18-56ef-4514-b726-cf98297eb595,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:23.840921 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:23.848435 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f094aa30-dac3-41b1-8966-9134b25fe26f None None] Network ef5621b2-6c46-4b72-9c2e-149e0224e74a requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:23.864776 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:23.869247 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.segments_db [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Added segment 91c83f42-07b8-4bde-83ea-ee0f5f586e61 of type vlan for network e4638c5e-cd86-4907-aa9f-5d6a308bc076 Nov 23 12:45:23.934607 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.016413 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.018283 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:24.019157 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.037389 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=86879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:45:24.043906 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.062824 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4720544c-07c8-48ff-827c-ea8884280742,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:24.068638 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:24.071627 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:24.106875 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c69b0ac7-2614-45b5-8b1a-4ec05583f37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:24.128275 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.128925 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.129266 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.segments_db [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Added segment 0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6 of type vlan for network 9fb5b912-6cb7-4bdc-a55b-876d15145da4 Nov 23 12:45:24.227303 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5384343 Nov 23 12:45:24.232753 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58174) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:24.260617 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56fe5f5-b05f-4c16-aa47-6b844910fde8,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:24.283141 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.287146 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:24.313763 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Checking segment: {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:24.314108 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Network hostable DHCP agents. Network: 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:45:24.319681 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Request body: {'subnet': {'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-subnet', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:24.332165 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:24.347773 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Usage tracker for resource:subnet and tenant:20aac0f3e96f4933931f88c35a1e40a9 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:24.352081 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:24.360326 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Pushing event updated for resources: {'Network': ['ID=e4638c5e-cd86-4907-aa9f-5d6a308bc076,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:24.362956 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:24.365084 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:24.377113 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Made reservation on behalf of 20aac0f3e96f4933931f88c35a1e40a9 for: {'subnet': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:24.380272 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Notify callbacks [] for subnet, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.436670 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:45:24.452227 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network e4638c5e-cd86-4907-aa9f-5d6a308bc076 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:45:24.464779 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.470396 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:24.479172 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:24.479772 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.494507 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:24.495125 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.499227 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:24.545241 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866415a4-2626-400a-a475-b14b80b9b6e9 None None] Network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:24.708633 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.719737 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-0918c8ee-0da0-4584-932d-0638f743f43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:24.747152 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3481274 Nov 23 12:45:24.751901 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58186) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:24.757193 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3704236 Nov 23 12:45:24.760158 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58190) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:24.767699 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:24.778119 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Request body: {'subnet': {'network_id': '9fb5b912-6cb7-4bdc-a55b-876d15145da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1014041533-subnet', 'tenant_id': 'd65c98c5ce5d46cb81eb43fb7826f2be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:24.782553 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Pushing event updated for resources: {'Network': ['ID=9fb5b912-6cb7-4bdc-a55b-876d15145da4,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:24.785136 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:24.791595 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:24.791859 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:24.794957 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Usage tracker for resource:router and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:24.799544 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:24.801532 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 9fb5b912-6cb7-4bdc-a55b-876d15145da4 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:45:24.802511 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Usage tracker for resource:subnet and tenant:d65c98c5ce5d46cb81eb43fb7826f2be is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:24.809893 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:24.813565 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:24.820180 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:24.832531 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3498ebe6-be70-4bb1-b747-4ce3de1b4765,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:24.834859 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39754'] for router, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.835970 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39773'] for router, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.840168 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:24.845094 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Made reservation on behalf of d65c98c5ce5d46cb81eb43fb7826f2be for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:24.850994 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.889908 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Checking segment: {'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:24.890457 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Network hostable DHCP agents. Network: e4638c5e-cd86-4907-aa9f-5d6a308bc076, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:45:24.915185 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Network e4638c5e-cd86-4907-aa9f-5d6a308bc076 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:45:24.930931 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, e4638c5e-cd86-4907-aa9f-5d6a308bc076) {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:24.947883 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:24.949133 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:24.991881 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-64593a44-7f68-4203-9c7b-07db58844bee admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7553270 Nov 23 12:45:24.992810 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58204) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:24.998841 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-router', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:25.004570 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:25.008696 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Usage tracker for resource:router and tenant:20aac0f3e96f4933931f88c35a1e40a9 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:25.012232 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:25.019505 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:25.034356 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39754'] for router, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.035576 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39773'] for router, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.046395 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91f934-bc32-42ff-a774-c910b21dbd14 None None] Network e4638c5e-cd86-4907-aa9f-5d6a308bc076 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:25.083485 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.085418 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d2280a3-de8b-55d0-8afa-5fb6799df307-9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8'}]}} from dv-cinder-818883-1-iscsi. {{(pid=86881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:45:25.086378 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.188393 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.204825 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.256082 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-032f3238-ce94-40be-a307-34eebff1ca1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:25.371736 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.db_base_plugin_common [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Allocated IP 172.20.0.2 (9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9/b56fe5f5-b05f-4c16-aa47-6b844910fde8/a3d86e54-9426-4829-b874-114c637d70ee) {{(pid=86881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:25.462274 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a203b1aa-d6e0-4945-aa34-5683d37e6a23,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:25.487050 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:25.564599 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Checking segment: {'id': '0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9fb5b912-6cb7-4bdc-a55b-876d15145da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:25.565627 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Network hostable DHCP agents. Network: 9fb5b912-6cb7-4bdc-a55b-876d15145da4, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:45:25.709187 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.719664 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:25.898935 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58238) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:25.905683 dv-cinder-818883-1-iscsi neutron-server[86880]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 12:45:25.930523 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f73e0-3cae-445d-a93e-15a7166c5362 None None] Network e4638c5e-cd86-4907-aa9f-5d6a308bc076 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:25.987081 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58246) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:26.058606 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Network 9fb5b912-6cb7-4bdc-a55b-876d15145da4 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:45:26.065531 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Notify callbacks [] for port, precommit_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.076327 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1223263863-network', 'tenant_id': 'd6c5933c87b0420abc0912f49dcaa3f9'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:26.092891 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:26.094606 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Transition to ACTIVE for port object a3d86e54-9426-4829-b874-114c637d70ee will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:26.103005 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.109906 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Usage tracker for resource:network and tenant:d6c5933c87b0420abc0912f49dcaa3f9 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:26.116428 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 9fb5b912-6cb7-4bdc-a55b-876d15145da4) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:26.123283 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:26.139199 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:26.139835 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.143814 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64bb842-eab3-4192-94be-2a3b4c624339 None None] Network 9fb5b912-6cb7-4bdc-a55b-876d15145da4 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:26.187763 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:26.191639 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-28821a04-1152-4694-99c5-274583daf136 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:26.192363 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-28821a04-1152-4694-99c5-274583daf136 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Synchronizing usage tracker for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:network {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:26.222213 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-28821a04-1152-4694-99c5-274583daf136 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Unset dirty status for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:network {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:26.230674 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-28821a04-1152-4694-99c5-274583daf136 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 814 time: 0.3301380 Nov 23 12:45:26.250497 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-b80e2d67-cddc-46ff-b426-ec30260a88ae tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/quotas/65ac2a3df9054ccab1626f172f0e02ab HTTP/1.1" status: 200 len: 375 time: 0.0185935 Nov 23 12:45:26.345107 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-40b4d6ad-12b3-4168-8d3f-74ca941b194f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936379 Nov 23 12:45:26.390080 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6269150 Nov 23 12:45:26.395580 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Made reservation on behalf of d6c5933c87b0420abc0912f49dcaa3f9 for: {'network': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:26.398416 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.422182 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.456058 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:26.462177 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Usage tracker for resource:security_group_rule and tenant:d6c5933c87b0420abc0912f49dcaa3f9 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:26.467115 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:26.475556 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:26.818737 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Transition to ACTIVE for port object a3d86e54-9426-4829-b874-114c637d70ee will not be triggered until provisioned by entity DHCP. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:26.838321 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.850806 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.858102 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.864330 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.876705 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=86879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:45:26.890348 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.891054 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.segments_db [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Added segment 5b9bab8d-ce31-4c74-9f80-728e968df903 of type vlan for network 48e39268-2d03-447f-aeff-4df5877703a8 Nov 23 12:45:26.893775 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.914546 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:26.925447 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:26.969349 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:26.984239 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.002008 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:27.008075 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.016742 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630dcf2b-39c8-4f77-8efe-2bcaca7d4477 None None] Network 9fb5b912-6cb7-4bdc-a55b-876d15145da4 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:27.044336 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 is already hosted by enough agents. {{(pid=86881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:27.047029 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e4e0f3-e95d-42d1-9558-4a4710cbb918,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:27.062001 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:27.062464 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2fe33086-3b0b-47d8-a992-e1f8b5cebbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:27.100590 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.base_scheduler [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Resources bound (agent type, host, resource id): {{(pid=86881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:27.118200 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-4a3c345c-21c1-4e5d-89f4-f6c0b8f1111c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:45:27.119218 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-4a3c345c-21c1-4e5d-89f4-f6c0b8f1111c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3663986 Nov 23 12:45:27.119707 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58286) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:27.165835 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Pushing event updated for resources: {'Port': ['ID=a3d86e54-9426-4829-b874-114c637d70ee,revision_number=1']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:27.169135 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.183758 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.184221 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.184551 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.186056 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.186491 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.186819 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.187332 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.187690 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.188039 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.188410 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.188723 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.189033 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Tracked resource versions report: Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: pushed versions: Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: { 'AddressGroup': {'1.2'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'ConntrackHelper': {'1.0'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Log': {'1.0'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Network': {'1.1'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Port': {'1.7'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'PortForwarding': {'1.2'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'QosPolicy': {'1.8'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SecurityGroup': {'1.4'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SubPort': {'1.0'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Subnet': {'1.1'}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Trunk': {'1.1'}} Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: consumer versions: Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: { DHCP agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: L3 agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: Metadata agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: Metering agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: Open vSwitch agent@dv-cinder-818883-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'ConntrackHelper': '1.0', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Log': '1.0', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Network': '1.1', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Port': '1.7', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'PortForwarding': '1.2', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'QosPolicy': '1.8', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SecurityGroup': '1.4', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SecurityGroupRule': '1.2', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'SubPort': '1.0', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Subnet': '1.1', Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: 'Trunk': '1.1'}} Nov 23 12:45:27.190159 dv-cinder-818883-1-iscsi neutron-server[86881]: {{(pid=86881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:45:27.200647 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Received port after_create {{(pid=86881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:27.226255 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2379906 Nov 23 12:45:27.242569 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58292) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:27.257190 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.258668 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:27.318674 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-dcf52831-79ac-4847-a5dd-b571b7ab20ee service neutron] 10.222.0.50 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878307 Nov 23 12:45:27.325863 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Attempting to bind port a3d86e54-9426-4829-b874-114c637d70ee on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:27.326217 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Attempting to bind port a3d86e54-9426-4829-b874-114c637d70ee by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:27.326566 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Attempting to bind port a3d86e54-9426-4829-b874-114c637d70ee on network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:27.336774 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:27.337185 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Checking segment: {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:27.337549 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.338114 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Bound using segment: {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:27.338626 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Bound port: a3d86e54-9426-4829-b874-114c637d70ee, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:27.339656 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.348303 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Request body: {'subnet': {'network_id': '48e39268-2d03-447f-aeff-4df5877703a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1223263863-subnet', 'tenant_id': 'd6c5933c87b0420abc0912f49dcaa3f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:27.354113 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:27.359282 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Usage tracker for resource:subnet and tenant:d6c5933c87b0420abc0912f49dcaa3f9 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:27.361034 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.362453 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:27.369141 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:27.395938 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Made reservation on behalf of d6c5933c87b0420abc0912f49dcaa3f9 for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:27.398343 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.412578 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Pushing event updated for resources: {'Network': ['ID=48e39268-2d03-447f-aeff-4df5877703a8,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:27.429355 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:27.444355 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] For port a3d86e54-9426-4829-b874-114c637d70ee, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:27.447865 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] For port a3d86e54-9426-4829-b874-114c637d70ee, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=a3d86e54-9426-4829-b874-114c637d70ee,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:27.461107 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 48e39268-2d03-447f-aeff-4df5877703a8 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:45:27.471244 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Allocated IP 172.27.1.204 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/0a9f395d-78ae-44f7-b8a0-ac76fb734ec1) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:27.474623 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:27.482873 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.484477 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] Usage tracker for resource:security_group_rule and tenant:3f2ba4139337466e9d07514bd57326a1 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:27.489778 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:27.505803 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:27.549782 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-f8dbeb97-7ff7-4804-82c7-0cd350f6ceae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:27.617526 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58312) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:27.682611 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-9926581e-8916-41ea-9cce-afa2746e2849 service neutron] 10.222.0.50 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499429 Nov 23 12:45:27.712509 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Pushing event updated for resources: {'Port': ['ID=a3d86e54-9426-4829-b874-114c637d70ee,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:27.756757 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.762814 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:27.765505 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:27.865220 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:27.908681 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c26bd76-20ce-4468-bc31-a337c3686b3b,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:27.918900 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:27.961471 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Checking segment: {'id': '5b9bab8d-ce31-4c74-9f80-728e968df903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '48e39268-2d03-447f-aeff-4df5877703a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:27.962150 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Network hostable DHCP agents. Network: 48e39268-2d03-447f-aeff-4df5877703a8, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:45:28.012104 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Network 48e39268-2d03-447f-aeff-4df5877703a8 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:45:28.076775 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 48e39268-2d03-447f-aeff-4df5877703a8) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:28.095078 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:28.100168 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.106365 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-644231f1-be6a-4f85-a98f-d7bebc97db9b tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:28.107990 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-644231f1-be6a-4f85-a98f-d7bebc97db9b tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/networks?id=9fb5b912-6cb7-4bdc-a55b-876d15145da4 HTTP/1.1" status: 200 len: 812 time: 0.4899724 Nov 23 12:45:28.122390 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.132296 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.142948 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c01d26-31f5-4bcb-96bb-905a8374dc71 None None] Network 48e39268-2d03-447f-aeff-4df5877703a8 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:28.175749 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c0e8c701-35fb-443f-a799-c3f2a368b55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:28.207440 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:28.211707 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca760bb-4785-47c3-8383-4ee3ff348bcf,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:28.233064 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:28.238473 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:28.414667 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:28.416525 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-b41bfcb8-b756-443e-9e65-f50594cbbcd7 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/quotas/d65c98c5ce5d46cb81eb43fb7826f2be HTTP/1.1" status: 200 len: 375 time: 0.2580180 Nov 23 12:45:28.456857 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:28.503874 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2447548 Nov 23 12:45:28.560907 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Allocated IP 172.27.1.221 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/b9d147a0-7c0c-4873-addf-b62dca7f5d43) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:28.564471 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Pushing event updated for resources: {'Port': ['ID=0a9f395d-78ae-44f7-b8a0-ac76fb734ec1,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:28.570482 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:45:28.586220 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-1b8e925e-7e23-4d4b-acab-38aeafc1244e tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d65c98c5ce5d46cb81eb43fb7826f2be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1123056 Nov 23 12:45:28.590442 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:28.695150 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa3131-780c-499e-8e68-695bd844d23e None None] Network 48e39268-2d03-447f-aeff-4df5877703a8 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:28.740849 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f2ba4139337466e9d07514bd57326a1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6171470 Nov 23 12:45:28.751680 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58356) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:28.902408 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58366) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:28.958840 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a3835856-e915-46de-89b9-ce190582b4a2 req-74cd03ae-2916-437a-96f4-fa4a8c167ccc tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 210 time: 0.3713880 Nov 23 12:45:28.966270 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:29.048612 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-a63a75b8-87fc-4403-bfcf-8782358ad676 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:45:29.049690 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-a63a75b8-87fc-4403-bfcf-8782358ad676 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3029940 Nov 23 12:45:29.162457 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.289188 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c6f77159-2a45-4278-bcf2-f6e2336268cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.305493 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.425145 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c6f77159-2a45-4278-bcf2-f6e2336268cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.450071 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device a3d86e54-9426-4829-b874-114c637d70ee up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:29.526806 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:29.627195 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port a3d86e54-9426-4829-b874-114c637d70ee completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:29.645995 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_v2 [None req-36721eb8-b6f0-483b-975f-ae3b4e567d50 admin admin] Deleting subnet c577fcc6-d0dd-4379-8a84-f5e074d7993d {{(pid=86879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:45:29.650470 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36721eb8-b6f0-483b-975f-ae3b4e567d50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.651190 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d88b74-d66e-4f8d-9af2-586268fa3b83 None None] Network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:45:29.701995 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-03f7f860-cd66-461e-8d76-9b20a8d63639 service neutron] 10.222.0.50 "GET /v2.0/networks/9fb5b912-6cb7-4bdc-a55b-876d15145da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429265 Nov 23 12:45:29.714828 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36721eb8-b6f0-483b-975f-ae3b4e567d50 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.723355 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36721eb8-b6f0-483b-975f-ae3b4e567d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.780316 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-f817f0e8-d304-4d38-9ce2-bb17d880bf22 None None] Provisioning for port a3d86e54-9426-4829-b874-114c637d70ee completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:29.789899 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-f817f0e8-d304-4d38-9ce2-bb17d880bf22 None None] Provisioning complete for port a3d86e54-9426-4829-b874-114c637d70ee triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:29.790646 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f817f0e8-d304-4d38-9ce2-bb17d880bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.812229 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:29.817147 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:29.825250 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:29.865523 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.938920 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-de74bf71-b201-4c2c-a8cf-a9c5e2973ea5 service neutron] 10.222.0.50 "GET /v2.0/networks/9fb5b912-6cb7-4bdc-a55b-876d15145da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312932 Nov 23 12:45:29.970634 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Pushing event updated for resources: {'Port': ['ID=b9d147a0-7c0c-4873-addf-b62dca7f5d43,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:29.977252 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c6f77159-2a45-4278-bcf2-f6e2336268cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:29.981368 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:30.015105 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:30.038827 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36721eb8-b6f0-483b-975f-ae3b4e567d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.045923 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f77159-2a45-4278-bcf2-f6e2336268cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca760bb-4785-47c3-8383-4ee3ff348bcf,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:30.054809 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c6f77159-2a45-4278-bcf2-f6e2336268cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:30.058734 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:30.107719 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36721eb8-b6f0-483b-975f-ae3b4e567d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c577fcc6-d0dd-4379-8a84-f5e074d7993d,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:30.115581 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-36721eb8-b6f0-483b-975f-ae3b4e567d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:30.119583 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c6f77159-2a45-4278-bcf2-f6e2336268cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.124142 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-c6f77159-2a45-4278-bcf2-f6e2336268cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bca760bb-4785-47c3-8383-4ee3ff348bcf HTTP/1.1" status: 204 len: 168 time: 1.3710616 Nov 23 12:45:30.126225 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36721eb8-b6f0-483b-975f-ae3b4e567d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.127451 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-36721eb8-b6f0-483b-975f-ae3b4e567d50 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c577fcc6-d0dd-4379-8a84-f5e074d7993d HTTP/1.1" status: 204 len: 168 time: 1.2012348 Nov 23 12:45:30.142833 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58414) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:30.368874 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.491666 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.503501 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f817f0e8-d304-4d38-9ce2-bb17d880bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.625775 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-f817f0e8-d304-4d38-9ce2-bb17d880bf22 None None] For port a3d86e54-9426-4829-b874-114c637d70ee, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=a3d86e54-9426-4829-b874-114c637d70ee,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:30.642768 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f817f0e8-d304-4d38-9ce2-bb17d880bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:30.651920 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:30.727572 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58446) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:30.729849 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cb36445c-5303-46de-a816-bd706e930b0a req-7156ab6d-ede1-41f9-af45-9654fd2a1505 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 210 time: 0.3466730 Nov 23 12:45:30.736959 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817f0e8-d304-4d38-9ce2-bb17d880bf22 None None] Pushing event updated for resources: {'Port': ['ID=a3d86e54-9426-4829-b874-114c637d70ee,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:30.741444 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-f817f0e8-d304-4d38-9ce2-bb17d880bf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:30.773855 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c6a37a9d-cbc8-4106-ae1d-aea4c73bcd90 req-5f3e3c22-98ee-4fac-9c19-9af02b51ce0e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 210 time: 0.3943784 Nov 23 12:45:30.980519 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-14cf5e67-bd1c-48b3-87de-bf3627bd3a0b None None] Provisioning complete for port a3d86e54-9426-4829-b874-114c637d70ee triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:30.985106 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-14cf5e67-bd1c-48b3-87de-bf3627bd3a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.087005 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.64', 50082) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:31.307785 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296'] for router, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.327973 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.397017 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device a3d86e54-9426-4829-b874-114c637d70ee up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:31.448438 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:31.454654 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.461139 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58476) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:31.470552 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] Usage tracker for resource:security_group_rule and tenant:3fecbd10eb344396a6b7f5116dde106c is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:31.476551 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:31.486422 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port a3d86e54-9426-4829-b874-114c637d70ee triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:31.486754 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.500878 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:31.504139 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.504498 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.505821 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.505821 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > port after_create 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.506059 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.506323 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > port after_update 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.506637 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.507622 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.507622 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.507622 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.539457 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-6451953a-ad99-4a8e-89c2-013f01707df0 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:31.540911 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-6451953a-ad99-4a8e-89c2-013f01707df0 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 814 time: 0.4531569 Nov 23 12:45:31.611241 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 is scheduled to L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 with binding_index 1 {{(pid=86879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:45:31.670761 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.671184 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.671508 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.671829 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:31.672178 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5621b2-6c46-4b72-9c2e-149e0224e74a']}} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:31.685398 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296'] for router, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.695004 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c6d100-a039-41b8-8df3-7b70cbae05e0') {'for_net_delete': True} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:31.695303 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c6d100-a039-41b8-8df3-7b70cbae05e0') {} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:31.762424 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.769118 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1694805'] for segment, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.802887 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:31.812000 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] Usage tracker for resource:security_group_rule and tenant:fd0f0cb24dd84601b392923217dbf9a3 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:31.817812 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:31.827457 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:31.873586 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:45:31.887363 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Sync routers for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:45:31.899485 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:31.907000 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:31.907684 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:45:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:31.908239 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1498189 Nov 23 12:45:31.912979 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58486) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:32.004565 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.047642 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ccadeba6-8886-48f2-b430-df4752c0672d req-e630d756-7216-48df-88be-c5f15a75557a tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 210 time: 0.1967475 Nov 23 12:45:32.055496 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=86880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:45:32.055897 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127386'] for segment, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: from cryptography.utils import int_from_bytes Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: from cryptography.utils import int_from_bytes Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: util.warn_limited( Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: util.warn_limited( Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: Traceback (most recent call last): Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: timer() Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: cb(*args, **kw) Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: return func(*args, **kwargs) Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: self._notify() Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: self.callback(batched_events) Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: event.method(event) Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: return f(self, *a, **k) Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._get(url).json() Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: return self.request(url, 'GET', **kwargs) Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:45:32.074272 dv-cinder-818883-1-iscsi neutron-server[86880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:45:32.136815 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:32.157200 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.184438 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-276732ee-1a75-43b8-8875-4b61b8d5743d req-f0317be4-8527-4e4e-8f4d-a2afca8365cc tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 210 time: 0.1919794 Nov 23 12:45:32.219879 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.253832 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:32.259687 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.283882 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.294802 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5621b2-6c46-4b72-9c2e-149e0224e74a,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:32.303466 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.315650 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:32.319451 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.338002 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:32.341337 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c6f77159-2a45-4278-bcf2-f6e2336268cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:32.357402 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ef5621b2-6c46-4b72-9c2e-149e0224e74a HTTP/1.1" status: 204 len: 168 time: 2.2096257 Nov 23 12:45:32.366454 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58496) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:32.390177 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3fecbd10eb344396a6b7f5116dde106c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6593235 Nov 23 12:45:32.391483 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0a1ead-605d-4a8f-9fd8-7c1065310285,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:32.393466 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58500) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:32.395946 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Router a329bfe4-8ef0-48de-86bd-96828c11072c is scheduled to L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 with binding_index 1 {{(pid=86880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:45:32.410599 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:32.448446 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd0f0cb24dd84601b392923217dbf9a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9843659 Nov 23 12:45:32.456601 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58504) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:32.457199 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb08f1-c3eb-46bb-89b8-3ae8241831a5,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:32.458167 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:30Z', 'revision_number': 3, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:32.461492 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:32.463250 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Checking router: 0fe146a6-aee8-4e27-9ad4-ecb709db9566 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:45:32.463598 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Updating router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 port b9d147a0-7c0c-4873-addf-b62dca7f5d43 binding host dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:45:32.506070 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6405cb9-665f-4546-b28f-6d3dcbfbaec1 admin admin] Deleting subnet 0c26bd76-20ce-4468-bc31-a337c3686b3b {{(pid=86879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:45:32.521279 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e6405cb9-665f-4546-b28f-6d3dcbfbaec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.521920 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.611156 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-16b50eff-0424-4e98-8572-81250c4c6c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.647158 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-16b50eff-0424-4e98-8572-81250c4c6c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.654072 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:45:32.670670 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Sync routers for ids ['a329bfe4-8ef0-48de-86bd-96828c11072c'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:45:32.689597 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Routers {'a329bfe4-8ef0-48de-86bd-96828c11072c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:32.691103 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:45:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['a329bfe4-8ef0-48de-86bd-96828c11072c'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:32.705415 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Notify callbacks [] for router, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.706903 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7130268 Nov 23 12:45:32.713056 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58508) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:32.792046 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e6405cb9-665f-4546-b28f-6d3dcbfbaec1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.816640 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e6405cb9-665f-4546-b28f-6d3dcbfbaec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.842372 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b50-a61e-4801-85ce-ee545d2a8b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.849817 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-16b50eff-0424-4e98-8572-81250c4c6c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.859039 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-8b8685bc-57fa-4df2-b74a-82cdb3ec7eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:32.874817 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b50eff-0424-4e98-8572-81250c4c6c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0a1ead-605d-4a8f-9fd8-7c1065310285,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:32.881059 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-16b50eff-0424-4e98-8572-81250c4c6c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:32.883825 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-16b50eff-0424-4e98-8572-81250c4c6c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.885045 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-16b50eff-0424-4e98-8572-81250c4c6c36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ac0a1ead-605d-4a8f-9fd8-7c1065310285 HTTP/1.1" status: 204 len: 168 time: 0.4904103 Nov 23 12:45:32.890660 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Notify callbacks [] for port, precommit_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.899319 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b50-a61e-4801-85ce-ee545d2a8b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.909288 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.provisioning_blocks [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Transition to ACTIVE for port object b9d147a0-7c0c-4873-addf-b62dca7f5d43 will not be triggered until provisioned by entity L2. {{(pid=86882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:32.922062 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:32.929927 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:33.016172 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e6405cb9-665f-4546-b28f-6d3dcbfbaec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for subnet, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.024262 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Set router a329bfe4-8ef0-48de-86bd-96828c11072c gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:33.030026 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Pushing event updated for resources: {'Port': ['ID=b9d147a0-7c0c-4873-addf-b62dca7f5d43,revision_number=2']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:33.042969 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.043302 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.043626 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.043955 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.044290 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.045142 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.045467 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.045793 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.046125 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.046433 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.046739 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.047230 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Tracked resource versions report: Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: pushed versions: Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: { 'AddressGroup': {'1.2'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'ConntrackHelper': {'1.0'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Log': {'1.0'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Network': {'1.1'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Port': {'1.7'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'PortForwarding': {'1.2'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'QosPolicy': {'1.8'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SecurityGroup': {'1.4'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SubPort': {'1.0'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Subnet': {'1.1'}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Trunk': {'1.1'}} Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: consumer versions: Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: { DHCP agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: L3 agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: Metadata agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: Metering agent@dv-cinder-818883-1-iscsi: {}, Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: Open vSwitch agent@dv-cinder-818883-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'ConntrackHelper': '1.0', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Log': '1.0', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Network': '1.1', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Port': '1.7', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'PortForwarding': '1.2', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'QosPolicy': '1.8', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SecurityGroup': '1.4', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SecurityGroupRule': '1.2', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'SubPort': '1.0', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Subnet': '1.1', Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: 'Trunk': '1.1'}} Nov 23 12:45:33.048333 dv-cinder-818883-1-iscsi neutron-server[86882]: {{(pid=86882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:45:33.052001 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:33.052737 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Attempting to bind port b9d147a0-7c0c-4873-addf-b62dca7f5d43 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:33.053096 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Attempting to bind port b9d147a0-7c0c-4873-addf-b62dca7f5d43 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:33.053489 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Attempting to bind port b9d147a0-7c0c-4873-addf-b62dca7f5d43 on network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:33.060862 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:33.061331 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:33.061853 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.062309 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Bound using segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:33.062848 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Bound port: b9d147a0-7c0c-4873-addf-b62dca7f5d43, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:33.063304 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.067627 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-300f669c-d3f2-4d78-a59d-d95158187f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:33.153019 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6405cb9-665f-4546-b28f-6d3dcbfbaec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c26bd76-20ce-4468-bc31-a337c3686b3b,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:33.157499 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e6405cb9-665f-4546-b28f-6d3dcbfbaec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.161181 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e6405cb9-665f-4546-b28f-6d3dcbfbaec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:33.178694 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b50-a61e-4801-85ce-ee545d2a8b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.193933 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] For port b9d147a0-7c0c-4873-addf-b62dca7f5d43, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:33.202294 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] For port b9d147a0-7c0c-4873-addf-b62dca7f5d43, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=b9d147a0-7c0c-4873-addf-b62dca7f5d43,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:33.214816 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.217932 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4b9f2b50-a61e-4801-85ce-ee545d2a8b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.222164 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-bbf49df4-29a2-4b80-a1f4-066d5aab856f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:33.233574 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-4b9f2b50-a61e-4801-85ce-ee545d2a8b98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4fb08f1-c3eb-46bb-89b8-3ae8241831a5 HTTP/1.1" status: 204 len: 168 time: 0.7713511 Nov 23 12:45:33.335637 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:33.345474 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b331a9c2-be8e-4d41-9d5c-ed82fbf9f56b req-c4dff80c-558b-48b7-821e-8ddef57c68ee tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 210 time: 0.0681493 Nov 23 12:45:33.405339 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:33.406151 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:45:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:33.406501 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-e6405cb9-665f-4546-b28f-6d3dcbfbaec1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0c26bd76-20ce-4468-bc31-a337c3686b3b HTTP/1.1" status: 204 len: 168 time: 1.0386915 Nov 23 12:45:33.419566 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58526) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:33.427146 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f2b50-a61e-4801-85ce-ee545d2a8b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb08f1-c3eb-46bb-89b8-3ae8241831a5,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:33.436867 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4b9f2b50-a61e-4801-85ce-ee545d2a8b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:33.609412 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Pushing event updated for resources: {'Port': ['ID=b9d147a0-7c0c-4873-addf-b62dca7f5d43,revision_number=3']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:33.613999 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:33.673046 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:33.692574 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0874edcf-dd4e-4a7e-bc5e-31edf944d7bd req-e5a60ca8-74e1-4f80-b349-642c8a075490 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 210 time: 0.1037455 Nov 23 12:45:33.745851 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-router', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:25Z', 'updated_at': '2021-11-23T12:45:29Z', 'revision_number': 3, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'gw_port': {'id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:65:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:26Z', 'updated_at': '2021-11-23T12:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:33.750278 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Checking router: a329bfe4-8ef0-48de-86bd-96828c11072c for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:45:33.750638 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Updating router a329bfe4-8ef0-48de-86bd-96828c11072c port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 binding host dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:45:33.794594 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.835245 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.868173 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:33.878590 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:34.027616 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:34.058633 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.059148 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.060489 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.060783 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > port after_create 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.061113 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.061455 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > port after_update 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.062192 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.062192 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.062395 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.062691 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.267391 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:30Z', 'revision_number': 3, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:34.276852 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b80617-9a27-4bf9-8919-358f54e83271 None None] The sync data for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi is: [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:30Z', 'revision_number': 3, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:45:34.301872 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Notify callbacks [] for port, precommit_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:34.344348 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Transition to ACTIVE for port object 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:34.361944 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:34.367026 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:34.449579 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.451102 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.451734 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.452212 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:45:34.452773 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e39268-2d03-447f-aeff-4df5877703a8']}} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:34.473256 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Request body: {'port': {'device_id': '5c912572-b5dc-4f95-850c-94969ddf0d32', 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7', 'admin_state_up': True, 'tenant_id': '65ac2a3df9054ccab1626f172f0e02ab'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:34.508344 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9bab8d-ce31-4c74-9f80-728e968df903') {'for_net_delete': True} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:34.509284 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9bab8d-ce31-4c74-9f80-728e968df903') {} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:34.521059 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Allocated IP 172.20.0.1 (e4638c5e-cd86-4907-aa9f-5d6a308bc076/3498ebe6-be70-4bb1-b747-4ce3de1b4765/391e7095-12bb-4400-9ffb-ef9256c9a94d) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:34.675163 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Attempting to bind port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:34.675529 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Attempting to bind port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:34.675884 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Attempting to bind port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 on network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:34.682831 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9af456-7007-4e65-bd38-98fc03429698 None None] Pushing event updated for resources: {'Port': ['ID=0a9f395d-78ae-44f7-b8a0-ac76fb734ec1,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:34.689540 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-ea9af456-7007-4e65-bd38-98fc03429698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:34.697729 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:34.697729 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:34.710730 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:34.711355 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Bound using segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:34.711878 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Bound port: 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:34.712269 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:34.808795 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013676'] for segment, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:34.900480 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ab780f53-0b2f-4f7b-b369-620d2ad95aed req-ac187373-37ba-4ed6-9caa-aed8bdc90760 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 210 time: 0.1038172 Nov 23 12:45:34.960093 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] For port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:34.968815 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] For port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=0a9f395d-78ae-44f7-b8a0-ac76fb734ec1,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:34.970966 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:34.979085 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:34.986860 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:35.022294 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=86879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:45:35.023591 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722208'] for segment, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: from cryptography.utils import int_from_bytes Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: from cryptography.utils import int_from_bytes Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: util.warn_limited( Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: util.warn_limited( Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: Traceback (most recent call last): Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: timer() Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: cb(*args, **kw) Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: return func(*args, **kwargs) Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: self._notify() Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: self.callback(batched_events) Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: event.method(event) Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: return f(self, *a, **k) Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._get(url).json() Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: return self.request(url, 'GET', **kwargs) Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:45:35.090929 dv-cinder-818883-1-iscsi neutron-server[86879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:45:35.093376 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7ecc8ba6-3ac0-498b-a15a-ef7d28f3c766 req-e9f542a0-b555-4c8f-9da3-76ec54c16346 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 210 time: 0.1160505 Nov 23 12:45:35.103842 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:35.161007 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:35.167646 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-695f994c-f95b-4817-8e67-1a69ce41346e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:35.192090 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Routers {'a329bfe4-8ef0-48de-86bd-96828c11072c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:35.192741 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:45:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['a329bfe4-8ef0-48de-86bd-96828c11072c'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:35.269328 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.64', 50088) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:35.389436 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Network e4638c5e-cd86-4907-aa9f-5d6a308bc076 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:35.545576 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device b9d147a0-7c0c-4873-addf-b62dca7f5d43 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:35.647479 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:35.662392 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:35.674048 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9af456-7007-4e65-bd38-98fc03429698 None None] Pushing event updated for resources: {'Port': ['ID=0a9f395d-78ae-44f7-b8a0-ac76fb734ec1,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:35.691561 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-ea9af456-7007-4e65-bd38-98fc03429698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:35.765403 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Allocated IP 172.20.0.1 (9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9/b56fe5f5-b05f-4c16-aa47-6b844910fde8/d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:35.800503 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:35.812050 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Usage tracker for resource:port and tenant:65ac2a3df9054ccab1626f172f0e02ab is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:35.834572 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:35.850981 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:35.865333 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:35.880112 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:35.904051 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:35.976476 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Pushing event updated for resources: {'Port': ['ID=391e7095-12bb-4400-9ffb-ef9256c9a94d,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:36.004466 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:36.042676 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Pushing event deleted for resources: {'Network': ['ID=48e39268-2d03-447f-aeff-4df5877703a8,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:36.049458 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:36.167767 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port b9d147a0-7c0c-4873-addf-b62dca7f5d43 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:36.173059 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554278'] for router_interface, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:36.177326 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] 10.222.0.50 "DELETE /v2.0/networks/48e39268-2d03-447f-aeff-4df5877703a8 HTTP/1.1" status: 204 len: 168 time: 2.7544947 Nov 23 12:45:36.207369 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] Set router a329bfe4-8ef0-48de-86bd-96828c11072c gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:36.250860 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Made reservation on behalf of 65ac2a3df9054ccab1626f172f0e02ab for: {'port': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:36.255959 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:36.467161 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-64399d42-ec03-4d97-bb10-ce54b3b6acc7 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:36.468752 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-64399d42-ec03-4d97-bb10-ce54b3b6acc7 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.64 "GET /v2.0/networks?id=9fb5b912-6cb7-4bdc-a55b-876d15145da4 HTTP/1.1" status: 200 len: 812 time: 1.1776741 Nov 23 12:45:36.470849 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-74fe60c7-f866-4690-9323-c4a7f2983efd req-16cd895b-3344-4188-bb5f-5b2a1912ea60 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 210 time: 0.1484416 Nov 23 12:45:36.482545 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port b9d147a0-7c0c-4873-addf-b62dca7f5d43 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:36.482936 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:36.606411 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Request body: {'port': {'device_id': '68d31a6f-1a62-4399-aedb-3d100d862c61', 'network_id': '9fb5b912-6cb7-4bdc-a55b-876d15145da4', 'admin_state_up': True, 'tenant_id': 'd65c98c5ce5d46cb81eb43fb7826f2be'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:36.670917 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec35849f-473c-44d5-a943-4b7e306e784a req-6ddc981a-35fa-4606-a83d-303ba0baec4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 210 time: 0.1959400 Nov 23 12:45:36.895431 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:36.945107 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58636) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:37.084898 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:37.097180 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Usage tracker for resource:port and tenant:d65c98c5ce5d46cb81eb43fb7826f2be is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:37.103999 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:37.154996 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-7eaa64e4-a190-4ce2-9a4c-a749ec4915c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9179121d78441648d2609f92eee0940&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2040761 Nov 23 12:45:37.161634 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58640) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:37.163380 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:37.282559 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:37.390936 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Transition to ACTIVE for port object d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:37.501527 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-835010de-d81f-4e97-87c0-d50dd148838a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:37.508531 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Allocated IP 172.20.0.11 (ba02506b-e35e-4291-b3f1-421e44dc0cb7/064e4fc9-cf3d-42e5-8188-05833b508f0d/0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:37.575532 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Made reservation on behalf of d65c98c5ce5d46cb81eb43fb7826f2be for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:37.581044 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:37.656652 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:37.723823 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port b9d147a0-7c0c-4873-addf-b62dca7f5d43, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=b9d147a0-7c0c-4873-addf-b62dca7f5d43,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:37.738994 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:37.764293 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-f817f0e8-d304-4d38-9ce2-bb17d880bf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:37.924238 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:37.928995 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=b9d147a0-7c0c-4873-addf-b62dca7f5d43,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:37.934198 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:37.945934 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-router', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:25Z', 'updated_at': '2021-11-23T12:45:29Z', 'revision_number': 3, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'gw_port': {'id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:65:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:26Z', 'updated_at': '2021-11-23T12:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:37.952250 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d5f83e-0aca-4b0a-9511-3b05c2f45434 None None] The sync data for ids ['a329bfe4-8ef0-48de-86bd-96828c11072c'] in dv-cinder-818883-1-iscsi is: [{'id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-router', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:25Z', 'updated_at': '2021-11-23T12:45:29Z', 'revision_number': 3, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'gw_port': {'id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:65:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:26Z', 'updated_at': '2021-11-23T12:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:45:37.999077 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:38.005774 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:38.049914 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:38.098792 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:38.106341 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:38.117277 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:38.232387 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:38.241468 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Network ba02506b-e35e-4291-b3f1-421e44dc0cb7 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:38.243249 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:38.251512 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:38.254102 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c0ffda9d-dac0-4fa6-a8a6-f5fa8eabae2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:38.316148 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:38.328362 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-835010de-d81f-4e97-87c0-d50dd148838a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:38.360393 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:38.595158 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554278'] for router_interface, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:38.743435 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-70253ebf-3a45-4807-881b-38a759fd0761 None None] Provisioning for port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:38.757259 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-70253ebf-3a45-4807-881b-38a759fd0761 None None] Provisioning complete for port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:38.757633 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-70253ebf-3a45-4807-881b-38a759fd0761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:38.971422 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-70253ebf-3a45-4807-881b-38a759fd0761 None None] Port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:45:38.979488 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Allocated IP 172.20.0.5 (9fb5b912-6cb7-4bdc-a55b-876d15145da4/a203b1aa-d6e0-4945-aa34-5683d37e6a23/68adb28a-521d-48c3-a3ec-68e9517e563e) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:39.057708 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Pushing event updated for resources: {'Port': ['ID=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:39.085843 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:39.098531 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:39.099184 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:39.250086 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7824950 Nov 23 12:45:39.289706 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-35eaec5d-d9c8-4030-afe4-86da89850684 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:45:39.290699 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-35eaec5d-d9c8-4030-afe4-86da89850684 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054555 Nov 23 12:45:39.527409 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:39.552019 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:39.684093 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-835010de-d81f-4e97-87c0-d50dd148838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:39.739167 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e6a440ea-f2db-402b-9fc7-4e4376537d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:39.859019 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4caaf9fa-b603-48b7-9e81-266ee4e831c2 req-8f757a32-935c-4516-be02-c7df144367c2 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 210 time: 1.2619355 Nov 23 12:45:39.969522 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-835010de-d81f-4e97-87c0-d50dd148838a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:39.971012 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-835010de-d81f-4e97-87c0-d50dd148838a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0752ff3d-5707-41d7-a195-b927a392da13 HTTP/1.1" status: 204 len: 168 time: 2.8032439 Nov 23 12:45:40.042008 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Pushing event updated for resources: {'Port': ['ID=391e7095-12bb-4400-9ffb-ef9256c9a94d,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:40.054944 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554437'] for router_interface, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.078951 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:40.080863 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:40.116109 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd95a71-0805-4f1c-84a6-dbfe69ef4923 req-6a1d48c3-f18d-4a56-800e-c7bb58983156 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:40.118254 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5fd95a71-0805-4f1c-84a6-dbfe69ef4923 req-6a1d48c3-f18d-4a56-800e-c7bb58983156 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 932 time: 1.7627535 Nov 23 12:45:40.168506 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:40.183792 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835010de-d81f-4e97-87c0-d50dd148838a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0752ff3d-5707-41d7-a195-b927a392da13,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:40.198947 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-835010de-d81f-4e97-87c0-d50dd148838a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:40.226156 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Request body: {'port': {'device_id': '5c912572-b5dc-4f95-850c-94969ddf0d32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:40.379427 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:40.398472 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:40.398865 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.509337 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.558417 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-5fd95a71-0805-4f1c-84a6-dbfe69ef4923 req-eb75d0d1-5684-48dd-9032-bfbfb60060e7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Synchronizing usage tracker for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:40.598615 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.db.resource_extend [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 12:45:40.642309 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.660149 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.692120 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-5fd95a71-0805-4f1c-84a6-dbfe69ef4923 req-eb75d0d1-5684-48dd-9032-bfbfb60060e7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Unset dirty status for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:40.693178 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5fd95a71-0805-4f1c-84a6-dbfe69ef4923 req-eb75d0d1-5684-48dd-9032-bfbfb60060e7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425472 Nov 23 12:45:40.723024 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.751563 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Network e4638c5e-cd86-4907-aa9f-5d6a308bc076 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:40.755848 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:40.758170 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-82ea3526-881e-41e9-8d08-82a45b580277 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:40.779194 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.845556 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.898436 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=0a9f395d-78ae-44f7-b8a0-ac76fb734ec1,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:40.920149 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:40.926008 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device b9d147a0-7c0c-4873-addf-b62dca7f5d43 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:41.060877 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:41.091134 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:41.100182 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554437'] for router_interface, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:41.130057 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:41.144804 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:41.246028 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58746) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:41.321686 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=0a9f395d-78ae-44f7-b8a0-ac76fb734ec1,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:41.382175 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:41.420204 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port b9d147a0-7c0c-4873-addf-b62dca7f5d43 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:41.421867 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:41.431257 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Pushing event updated for resources: {'Port': ['ID=68adb28a-521d-48c3-a3ec-68e9517e563e,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:41.524138 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Network 9fb5b912-6cb7-4bdc-a55b-876d15145da4 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:41.529624 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:41.549889 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:41.566768 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:41.838939 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:41.838939 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:41.878557 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2d8a88cd-e13b-4259-9f8c-32a4f8301332 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6c5933c87b0420abc0912f49dcaa3f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6284132 Nov 23 12:45:41.889669 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58778) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:41.894587 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4034128 Nov 23 12:45:41.901445 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Router a329bfe4-8ef0-48de-86bd-96828c11072c has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:45:41.909818 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:41.916991 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519251ec-9745-41fd-bfb8-8105fbb1f1f2 req-23fc8762-60b3-4533-99d6-262b2568da96 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:41.931819 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-519251ec-9745-41fd-bfb8-8105fbb1f1f2 req-23fc8762-60b3-4533-99d6-262b2568da96 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Synchronizing usage tracker for tenant:d65c98c5ce5d46cb81eb43fb7826f2be on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:42.003973 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Request body: {'port': {'device_id': '68d31a6f-1a62-4399-aedb-3d100d862c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:42.024109 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:42.027706 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:42.107226 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:42.112010 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.561253 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-81bcb066-4ab6-40e5-9821-42771782ce79 None None] Provisioning complete for port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:42.562715 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-81bcb066-4ab6-40e5-9821-42771782ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.598218 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a {{(pid=86879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:42.623907 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.638046 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-81bcb066-4ab6-40e5-9821-42771782ce79 None None] Port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:45:42.672398 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Transition to ACTIVE for port object 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a will not be triggered until provisioned by entity L2. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:42.686927 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.711485 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:42.749040 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-519251ec-9745-41fd-bfb8-8105fbb1f1f2 req-23fc8762-60b3-4533-99d6-262b2568da96 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Unset dirty status for tenant:d65c98c5ce5d46cb81eb43fb7826f2be on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:42.759633 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-519251ec-9745-41fd-bfb8-8105fbb1f1f2 req-23fc8762-60b3-4533-99d6-262b2568da96 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 931 time: 1.4315588 Nov 23 12:45:42.923418 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:45:42.948730 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Sync routers for ids ['a329bfe4-8ef0-48de-86bd-96828c11072c'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:45:42.950046 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] 10.222.0.50 "PUT /v2.0/routers/a329bfe4-8ef0-48de-86bd-96828c11072c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2367010 Nov 23 12:45:42.957405 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-543e46a5-e33f-4d2c-bccf-11feaf440fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:42.967962 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Routers {'a329bfe4-8ef0-48de-86bd-96828c11072c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:42.971780 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:45:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['a329bfe4-8ef0-48de-86bd-96828c11072c'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:42.990176 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:43.030086 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:43.032770 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-519251ec-9745-41fd-bfb8-8105fbb1f1f2 req-9763ee17-96e0-4886-92a7-4b7cb6bc9b00 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650533 Nov 23 12:45:43.082450 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.139595 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-543e46a5-e33f-4d2c-bccf-11feaf440fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:43.362102 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6d3f9-78f0-4e05-ab1d-890edfa45cac req-8f586a7f-077c-4c61-bc77-91e508be348e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:43.374879 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-50c6d3f9-78f0-4e05-ab1d-890edfa45cac req-8f586a7f-077c-4c61-bc77-91e508be348e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 932 time: 1.3965020 Nov 23 12:45:43.427946 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Set router a329bfe4-8ef0-48de-86bd-96828c11072c gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:43.523622 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:45:43.979140 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:45:43.991034 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Sync routers for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:45:44.004718 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] 10.222.0.50 "PUT /v2.0/routers/0fe146a6-aee8-4e27-9ad4-ecb709db9566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0877368 Nov 23 12:45:44.016978 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:44.018025 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:45:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:44.077464 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Attempting to bind port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:44.077925 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Attempting to bind port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:44.078268 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Attempting to bind port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:44.094722 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:45:44.095380 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Attempting to bind port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:44.106950 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:44.108047 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Checking segment: {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:44.110258 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Bound using segment: {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:44.111720 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Bound port: 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'}}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:44.112808 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.650244 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-router', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:25Z', 'updated_at': '2021-11-23T12:45:36Z', 'revision_number': 4, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'gw_port': {'id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:26Z', 'updated_at': '2021-11-23T12:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '391e7095-12bb-4400-9ffb-ef9256c9a94d', 'name': '', 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'mac_address': 'fa:16:3e:fc:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3498ebe6-be70-4bb1-b747-4ce3de1b4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:33Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 2, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'subnets': [{'id': '3498ebe6-be70-4bb1-b747-4ce3de1b4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:44.666189 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] For port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a, host hv-cinder-81888, cleared binding levels {{(pid=86879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:44.673330 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Checking router: a329bfe4-8ef0-48de-86bd-96828c11072c for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:45:44.674501 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Updating router a329bfe4-8ef0-48de-86bd-96828c11072c port 391e7095-12bb-4400-9ffb-ef9256c9a94d binding host dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:45:44.679401 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] For port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:44.680337 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:44.688741 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.698660 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:44.882663 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:44.890805 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58912) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:44.994310 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-50c6d3f9-78f0-4e05-ab1d-890edfa45cac req-4a5b9d2c-a92c-42cf-a66f-571c9a6cf7a3 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6184893 Nov 23 12:45:44.994912 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-543e46a5-e33f-4d2c-bccf-11feaf440fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.017832 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,revision_number=3']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:45.048863 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:45.055626 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:45.086081 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:45.089014 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.095517 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a HTTP/1.1" status: 200 len: 1094 time: 5.1709390 Nov 23 12:45:45.095976 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e46a5-e33f-4d2c-bccf-11feaf440fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e4e0f3-e95d-42d1-9558-4a4710cbb918,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:45.112673 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c912572-b5dc-4f95-850c-94969ddf0d32', 'tag': '0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:45.124696 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-543e46a5-e33f-4d2c-bccf-11feaf440fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:45.213271 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-543e46a5-e33f-4d2c-bccf-11feaf440fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.222828 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-543e46a5-e33f-4d2c-bccf-11feaf440fc3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45e4e0f3-e95d-42d1-9558-4a4710cbb918 HTTP/1.1" status: 204 len: 168 time: 3.3306220 Nov 23 12:45:45.271989 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-fdbd74c5-d7ad-4c88-b849-6da068aa30c8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:45.276988 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-fdbd74c5-d7ad-4c88-b849-6da068aa30c8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Synchronizing usage tracker for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:network {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:45.561774 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.594682 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-fdbd74c5-d7ad-4c88-b849-6da068aa30c8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Unset dirty status for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:network {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:45.595915 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-fdbd74c5-d7ad-4c88-b849-6da068aa30c8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 819 time: 1.1909244 Nov 23 12:45:45.615732 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:45.647999 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-fe1598a2-f1b9-40e9-900c-19c373556439 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/quotas/20aac0f3e96f4933931f88c35a1e40a9 HTTP/1.1" status: 200 len: 375 time: 0.0342979 Nov 23 12:45:45.656635 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] Usage tracker for resource:security_group_rule and tenant:5ac2a470a6a64f02a42cbdd4b8bec644 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:45.664336 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 2, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:45.681749 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68adb28a-521d-48c3-a3ec-68e9517e563e {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:45.682852 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Checking router: 0fe146a6-aee8-4e27-9ad4-ecb709db9566 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:45:45.683988 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Updating router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe binding host dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:45:45.689346 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:45.801570 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:45.805647 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.828076 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.882277 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Notify callbacks [] for port, precommit_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.910556 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.provisioning_blocks [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Transition to ACTIVE for port object 391e7095-12bb-4400-9ffb-ef9256c9a94d will not be triggered until provisioned by entity L2. {{(pid=86882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:45.921273 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:45.934268 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:45.958161 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Transition to ACTIVE for port object 68adb28a-521d-48c3-a3ec-68e9517e563e will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:45.997537 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13938e-56cd-4290-b70d-e201e7279487 req-3fafdf13-e46f-4f00-9877-f236356feef5 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:46.005359 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6c13938e-56cd-4290-b70d-e201e7279487 req-3fafdf13-e46f-4f00-9877-f236356feef5 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 931 time: 0.5929422 Nov 23 12:45:46.051554 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.186191 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:46.241283 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58950) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:46.593251 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6c13938e-56cd-4290-b70d-e201e7279487 req-998f55cc-4cbf-4799-8415-d8a7b8d76b0c tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610995 Nov 23 12:45:46.612345 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-b7651ff1-f092-41c3-a5a0-c3f79a55de77 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Synchronizing usage tracker for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:46.627871 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22144c4e-5332-420c-a3dd-76a42022a943 None None] Pushing event updated for resources: {'Port': ['ID=391e7095-12bb-4400-9ffb-ef9256c9a94d,revision_number=3']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:46.642912 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-22144c4e-5332-420c-a3dd-76a42022a943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:46.682633 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Pushing event updated for resources: {'Port': ['ID=68adb28a-521d-48c3-a3ec-68e9517e563e,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:46.691455 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.691702 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:46.746074 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-8ba56530-3477-4e63-bb04-f92b96555ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:46.748705 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-8ba56530-3477-4e63-bb04-f92b96555ec4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 1097 time: 0.2796216 Nov 23 12:45:46.754997 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:46.759349 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Attempting to bind port 391e7095-12bb-4400-9ffb-ef9256c9a94d on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:46.761156 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Attempting to bind port 391e7095-12bb-4400-9ffb-ef9256c9a94d by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:46.761850 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Attempting to bind port 391e7095-12bb-4400-9ffb-ef9256c9a94d on network e4638c5e-cd86-4907-aa9f-5d6a308bc076 {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:46.766407 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] Usage tracker for resource:security_group_rule and tenant:00a8a0355aaa4650bacf62b766882c9f is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:46.770099 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:46.777301 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:46.777808 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Checking segment: {'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:46.778400 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.779353 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Bound using segment: {'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:46.780360 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Bound port: 391e7095-12bb-4400-9ffb-ef9256c9a94d, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'}}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:46.780360 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.831963 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Notify callbacks [] for port, precommit_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.861303 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Attempting to bind port 68adb28a-521d-48c3-a3ec-68e9517e563e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:46.861755 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Attempting to bind port 68adb28a-521d-48c3-a3ec-68e9517e563e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9fb5b912-6cb7-4bdc-a55b-876d15145da4'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:46.864211 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Transition to ACTIVE for port object d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:46.865552 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Attempting to bind port 68adb28a-521d-48c3-a3ec-68e9517e563e on network 9fb5b912-6cb7-4bdc-a55b-876d15145da4 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:46.880214 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.894168 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:46.906719 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Port 68adb28a-521d-48c3-a3ec-68e9517e563e on network 9fb5b912-6cb7-4bdc-a55b-876d15145da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:45:46.907530 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Attempting to bind port 68adb28a-521d-48c3-a3ec-68e9517e563e on network 9fb5b912-6cb7-4bdc-a55b-876d15145da4 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:46.928592 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.939595 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:46.940114 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Checking segment: {'id': '0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9fb5b912-6cb7-4bdc-a55b-876d15145da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:46.940726 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Bound using segment: {'id': '0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9fb5b912-6cb7-4bdc-a55b-876d15145da4'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:46.941191 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Bound port: 68adb28a-521d-48c3-a3ec-68e9517e563e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9fb5b912-6cb7-4bdc-a55b-876d15145da4'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:46.941596 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:46.960458 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-59310bd0-4584-419a-8036-84fc4c5c3690 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a HTTP/1.1" status: 200 len: 217 time: 0.1844234 Nov 23 12:45:46.967726 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:47.034030 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] For port 391e7095-12bb-4400-9ffb-ef9256c9a94d, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:47.063440 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] For port 391e7095-12bb-4400-9ffb-ef9256c9a94d, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=391e7095-12bb-4400-9ffb-ef9256c9a94d,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:47.074621 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.103797 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:47.172275 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] For port 68adb28a-521d-48c3-a3ec-68e9517e563e, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:47.181868 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] For port 68adb28a-521d-48c3-a3ec-68e9517e563e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68adb28a-521d-48c3-a3ec-68e9517e563e,segment=NetworkSegment(0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6),segment_id=0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:47.190288 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.192947 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.241813 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:47.268134 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ac2a470a6a64f02a42cbdd4b8bec644&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3259559 Nov 23 12:45:47.273201 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-b7651ff1-f092-41c3-a5a0-c3f79a55de77 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Unset dirty status for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:47.274790 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-b7651ff1-f092-41c3-a5a0-c3f79a55de77 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5982478 Nov 23 12:45:47.279717 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 58968) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:47.426311 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958eb7c-c90e-4e0c-a957-33ac3bb32c74 None None] Pushing event updated for resources: {'Port': ['ID=d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:47.427125 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22144c4e-5332-420c-a3dd-76a42022a943 None None] Pushing event updated for resources: {'Port': ['ID=391e7095-12bb-4400-9ffb-ef9256c9a94d,revision_number=4']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:47.439334 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-22144c4e-5332-420c-a3dd-76a42022a943 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:47.455186 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-8958eb7c-c90e-4e0c-a957-33ac3bb32c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:47.471047 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Attempting to bind port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:47.474438 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Attempting to bind port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:47.474438 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Attempting to bind port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe on network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:47.490559 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:47.490928 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Checking segment: {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:47.491342 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.491737 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Bound using segment: {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:47.492237 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Bound port: d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:47.504098 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Routers {'a329bfe4-8ef0-48de-86bd-96828c11072c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:47.505178 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:45:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['a329bfe4-8ef0-48de-86bd-96828c11072c'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:47.505754 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.506759 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.535929 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.614645 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:47.666849 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] For port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:47.672979 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-cf267042-6aa8-4546-b20b-81160edd54b9 service neutron] 10.222.0.50 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858008 Nov 23 12:45:47.677748 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] For port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:47.688896 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:47.705049 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:47.802124 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=00a8a0355aaa4650bacf62b766882c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5561094 Nov 23 12:45:47.813404 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 58984) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:47.858613 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] Set router a329bfe4-8ef0-48de-86bd-96828c11072c gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:47.893845 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958eb7c-c90e-4e0c-a957-33ac3bb32c74 None None] Pushing event updated for resources: {'Port': ['ID=d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:47.898087 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-8958eb7c-c90e-4e0c-a957-33ac3bb32c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:47.959909 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:45:47.960528 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:45:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:48.034526 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e1011c87-fd99-419e-bd70-b53e613e3f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.117128 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7decfcb-d397-4a7d-b029-318299a94ab4,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:48.117936 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e1011c87-fd99-419e-bd70-b53e613e3f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.136554 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:48.144914 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-b21364e1-7cf5-4fb4-8f71-c21c1d7d57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:48.155856 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-b21364e1-7cf5-4fb4-8f71-c21c1d7d57a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 1.1615529 Nov 23 12:45:48.231767 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:48.232922 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.235528 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] 10.222.0.64 "PUT /v2.0/ports/68adb28a-521d-48c3-a3ec-68e9517e563e HTTP/1.1" status: 200 len: 1093 time: 6.2567873 Nov 23 12:45:48.238117 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-ba1544ac-d322-44e6-8e33-1232888f82c9 service neutron] 10.222.0.50 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208228 Nov 23 12:45:48.253550 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d31a6f-1a62-4399-aedb-3d100d862c61', 'tag': '68adb28a-521d-48c3-a3ec-68e9517e563e'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:48.272447 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e1011c87-fd99-419e-bd70-b53e613e3f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.314475 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-1d862629-1f1a-44f8-86e2-365fafea63c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397276 Nov 23 12:45:48.315023 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727ef019-4bec-48f2-a250-acc3ca75d2d4,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:48.322205 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.081s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:48.322670 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b651dec5-8de7-4a93-b446-0fc67779e4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:48.490316 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1011c87-fd99-419e-bd70-b53e613e3f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727ef019-4bec-48f2-a250-acc3ca75d2d4,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:48.504016 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e1011c87-fd99-419e-bd70-b53e613e3f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:48.527001 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e1011c87-fd99-419e-bd70-b53e613e3f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:48.532250 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e1011c87-fd99-419e-bd70-b53e613e3f1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/727ef019-4bec-48f2-a250-acc3ca75d2d4 HTTP/1.1" status: 204 len: 168 time: 1.2487831 Nov 23 12:45:48.534717 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-router', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:25Z', 'updated_at': '2021-11-23T12:45:36Z', 'revision_number': 4, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'gw_port': {'id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:26Z', 'updated_at': '2021-11-23T12:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '391e7095-12bb-4400-9ffb-ef9256c9a94d', 'name': '', 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'mac_address': 'fa:16:3e:fc:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3498ebe6-be70-4bb1-b747-4ce3de1b4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:33Z', 'updated_at': '2021-11-23T12:45:47Z', 'revision_number': 4, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'subnets': [{'id': '3498ebe6-be70-4bb1-b747-4ce3de1b4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:48.535315 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.253s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:48.547576 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420696e5-ec01-4f9f-bdc3-1ec74bd81e05 None None] The sync data for ids ['a329bfe4-8ef0-48de-86bd-96828c11072c'] in dv-cinder-818883-1-iscsi is: [{'id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-router', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:25Z', 'updated_at': '2021-11-23T12:45:36Z', 'revision_number': 4, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'gw_port': {'id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:26Z', 'updated_at': '2021-11-23T12:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '391e7095-12bb-4400-9ffb-ef9256c9a94d', 'name': '', 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'mac_address': 'fa:16:3e:fc:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '3498ebe6-be70-4bb1-b747-4ce3de1b4765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:33Z', 'updated_at': '2021-11-23T12:45:47Z', 'revision_number': 4, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'subnets': [{'id': '3498ebe6-be70-4bb1-b747-4ce3de1b4765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:45:48.820467 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:45:48.948704 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1d86-d83b-46d5-9b95-23f96aefcb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.005948 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-de14236f-7c28-4cd3-a1b6-e6a71d16cd63 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716189 Nov 23 12:45:49.068877 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Pushing event updated for resources: {'Port': ['ID=68adb28a-521d-48c3-a3ec-68e9517e563e,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:49.089532 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:49.172530 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-93d15ca2-5198-43af-9161-96c3093cfb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:49.186875 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-93d15ca2-5198-43af-9161-96c3093cfb64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65c98c5ce5d46cb81eb43fb7826f2be&device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 1096 time: 0.8255625 Nov 23 12:45:49.194746 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 59020) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:49.205825 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--611150974', 'description': 'tempest-description--1129288472'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:49.228256 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:49.248283 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:security_group and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:49.260082 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:49.285892 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:49.520148 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1d86-d83b-46d5-9b95-23f96aefcb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.611231 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.656990 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c912572-b5dc-4f95-850c-94969ddf0d32', 'tag': '0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a', 'status': 'completed', 'code': 200} Nov 23 12:45:49.661757 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-6bb80f35-8b14-4385-9f45-261c4b30456b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68adb28a-521d-48c3-a3ec-68e9517e563e HTTP/1.1" status: 200 len: 217 time: 0.3187823 Nov 23 12:45:49.700333 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:49.709324 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:security_group_rule and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:49.722145 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:49.736180 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:49.881926 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1d86-d83b-46d5-9b95-23f96aefcb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:49.888657 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-07f8f7e6-6a22-4efb-a547-d605f370822a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:49.933371 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb1d86-d83b-46d5-9b95-23f96aefcb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7decfcb-d397-4a7d-b029-318299a94ab4,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:49.943985 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3cdb1d86-d83b-46d5-9b95-23f96aefcb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:49.958218 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a24d08fe-2396-4f0f-9acf-d5c746cde81f req-e12f3905-d290-46e4-a91d-e775db3371aa service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9278131 Nov 23 12:45:50.003994 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1d86-d83b-46d5-9b95-23f96aefcb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.007381 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-3cdb1d86-d83b-46d5-9b95-23f96aefcb1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7decfcb-d397-4a7d-b029-318299a94ab4 HTTP/1.1" status: 204 len: 168 time: 2.1883383 Nov 23 12:45:50.088681 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 391e7095-12bb-4400-9ffb-ef9256c9a94d up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:50.179287 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59048) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:50.238950 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.278010 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:50.284391 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] Usage tracker for resource:security_group_rule and tenant:b5ad18b8851548a18fb0e69e2cae5a77 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:50.288313 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:50.296672 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:50.370917 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262dd1e-f1fc-4a0a-867a-08be08062bcf req-9d008556-fb8f-4550-99e1-d46c6232749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:50.372825 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-3262dd1e-f1fc-4a0a-867a-08be08062bcf req-9d008556-fb8f-4550-99e1-d46c6232749a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 1097 time: 0.2970018 Nov 23 12:45:50.381320 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.404873 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.428301 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-d98d950e-809f-4fb5-9c9f-3de69fb10624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:50.441342 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-d98d950e-809f-4fb5-9c9f-3de69fb10624 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a203b1aa-d6e0-4945-aa34-5683d37e6a23 HTTP/1.1" status: 200 len: 852 time: 0.6074088 Nov 23 12:45:50.493713 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-feb94c16-b192-49ec-8bb0-6b3fbe099ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.547499 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:50.561938 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 391e7095-12bb-4400-9ffb-ef9256c9a94d completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:50.573300 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:47Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:45:50.582732 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d74609-ee4e-46c9-baa7-195c22067a20 None None] The sync data for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi is: [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:47Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:45:50.586116 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 391e7095-12bb-4400-9ffb-ef9256c9a94d triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:50.586643 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.617563 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-e80e1b7d-28cc-4640-9308-e3302f0083ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9fb5b912-6cb7-4bdc-a55b-876d15145da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751816 Nov 23 12:45:50.758148 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.815453 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63b36b-686c-44cd-8dc3-3399afb7c3f3 req-b4aab8c3-71b5-4a5a-aa62-6c021f10ff0f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:50.816834 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bd63b36b-686c-44cd-8dc3-3399afb7c3f3 req-b4aab8c3-71b5-4a5a-aa62-6c021f10ff0f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 944 time: 1.2207367 Nov 23 12:45:50.819162 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 391e7095-12bb-4400-9ffb-ef9256c9a94d, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=391e7095-12bb-4400-9ffb-ef9256c9a94d,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:50.831518 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.833174 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6371684 Nov 23 12:45:50.836626 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.839116 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e835c0b9-5187-4118-b0d6-3b3269affa75,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:50.841370 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 59060) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:50.846336 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:50.847216 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:50.879625 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'security_group_rule': {'security_group_id': 'e835c0b9-5187-4118-b0d6-3b3269affa75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:50.904353 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1af04-7681-4191-acb7-66b8dc0cca99 req-963876d2-ed79-42b5-b78c-4b4d89310031 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:50.920144 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262dd1e-f1fc-4a0a-867a-08be08062bcf req-9334c1d8-b7b7-46dc-84e7-b47fc24c5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:50.927576 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bef1af04-7681-4191-acb7-66b8dc0cca99 req-963876d2-ed79-42b5-b78c-4b4d89310031 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 943 time: 1.0020916 Nov 23 12:45:50.932845 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-3262dd1e-f1fc-4a0a-867a-08be08062bcf req-9334c1d8-b7b7-46dc-84e7-b47fc24c5185 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.5520132 Nov 23 12:45:50.940643 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=391e7095-12bb-4400-9ffb-ef9256c9a94d,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:50.944920 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:50.945974 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:50.960625 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:51.004976 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:security_group_rule and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:51.021889 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:51.093213 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:51.115791 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.64', 50106) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:51.118982 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bd63b36b-686c-44cd-8dc3-3399afb7c3f3 req-fe143e4d-3a9b-4dc6-8294-701c8969135a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843604 Nov 23 12:45:51.125583 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 59070) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:51.144757 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-3262dd1e-f1fc-4a0a-867a-08be08062bcf req-d180f869-9e49-4cbb-9473-355567e3fa5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a HTTP/1.1" status: 200 len: 217 time: 0.1817725 Nov 23 12:45:51.174615 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-eb5221d3-65f8-485d-a9f6-17801a67c3e4 service neutron] 10.222.0.64 "GET /v2.0/networks/9fb5b912-6cb7-4bdc-a55b-876d15145da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367115 Nov 23 12:45:51.203318 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bef1af04-7681-4191-acb7-66b8dc0cca99 req-882e3eea-bbcd-4aab-96be-44e28f169fb4 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697496 Nov 23 12:45:51.305190 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.306204 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.312239 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262dd1e-f1fc-4a0a-867a-08be08062bcf req-5d15067a-f506-41e4-9b5d-f760d79185cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:51.318586 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-3262dd1e-f1fc-4a0a-867a-08be08062bcf req-5d15067a-f506-41e4-9b5d-f760d79185cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.1632442 Nov 23 12:45:51.319828 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.344203 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:51.459358 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87de7db6-4ca3-426c-aba2-1eced603d6b0,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:51.507718 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:51.533214 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-3262dd1e-f1fc-4a0a-867a-08be08062bcf req-beff2b83-4511-424d-a92a-229227589715 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1898549 Nov 23 12:45:51.556222 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.604493 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5ad18b8851548a18fb0e69e2cae5a77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4218619 Nov 23 12:45:51.609400 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59084) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:51.643444 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:51.651869 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d31a6f-1a62-4399-aedb-3d100d862c61', 'tag': '68adb28a-521d-48c3-a3ec-68e9517e563e', 'status': 'completed', 'code': 200} Nov 23 12:45:51.689000 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] Usage tracker for resource:security_group_rule and tenant:c817c339c0de45dfa63aa6599d4cb25c is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:51.702461 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3af33259-b0b9-4ee0-9f24-55f4937c3b93 req-619a2392-a78f-41dc-a9fb-b1a0dc0796d8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.1563714 Nov 23 12:45:51.710958 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:51.818654 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:51.884932 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb1cf-de70-4576-ad40-3c40abbc14df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.919803 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-451006b9-adbd-4f96-b77a-cac6eb275969 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:51.921909 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-451006b9-adbd-4f96-b77a-cac6eb275969 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 819 time: 0.8017907 Nov 23 12:45:51.957993 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Request body: {'port': {'device_id': '0da562f7-308f-4563-844d-ab913ace3181', 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076', 'admin_state_up': True, 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:51.982711 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.985129 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf99c85-280d-4dff-af7d-79207aa4665e req-d9b3d063-60ff-40e8-9c16-4fef98b51deb service neutron] 10.222.0.64 "GET /v2.0/networks/9fb5b912-6cb7-4bdc-a55b-876d15145da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7701058 Nov 23 12:45:51.987521 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb1cf-de70-4576-ad40-3c40abbc14df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:51.999354 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-3262dd1e-f1fc-4a0a-867a-08be08062bcf req-09f35c8e-8703-43c3-9520-1cf8845fe630 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464159 Nov 23 12:45:52.021325 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:52.109527 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.113582 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:52.123602 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:52.124090 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.168390 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:52.226668 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb1cf-de70-4576-ad40-3c40abbc14df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.265568 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:52.274870 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-3262dd1e-f1fc-4a0a-867a-08be08062bcf req-4ac539b0-420d-41e0-b046-2e696ac8111d service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690809 Nov 23 12:45:52.280745 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cb1cf-de70-4576-ad40-3c40abbc14df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87de7db6-4ca3-426c-aba2-1eced603d6b0,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:52.285012 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ee4cb1cf-de70-4576-ad40-3c40abbc14df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:52.290983 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb1cf-de70-4576-ad40-3c40abbc14df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.293850 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-ee4cb1cf-de70-4576-ad40-3c40abbc14df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87de7db6-4ca3-426c-aba2-1eced603d6b0 HTTP/1.1" status: 204 len: 168 time: 0.6832449 Nov 23 12:45:52.312579 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7474bfd2-35dc-4469-a86a-cf1c4e53124d,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:52.340271 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:52.368601 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.405501 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:52.414202 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.415744 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 391e7095-12bb-4400-9ffb-ef9256c9a94d up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:52.454268 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:52.456003 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.458161 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6123416 Nov 23 12:45:52.459969 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59116) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:52.470516 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'security_group_rule': {'security_group_id': 'e835c0b9-5187-4118-b0d6-3b3269affa75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:52.484671 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:52.492483 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:security_group_rule and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:52.495748 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:52.515525 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:52.554701 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.565454 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:52.581256 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:52.595916 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 391e7095-12bb-4400-9ffb-ef9256c9a94d triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:52.596516 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.683008 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.689663 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-e08ba0a7-0202-46c3-be10-df990a40bab9 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:52.692292 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.695160 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:52.697497 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-e08ba0a7-0202-46c3-be10-df990a40bab9 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 819 time: 0.5867720 Nov 23 12:45:52.730175 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-41fdec16-a2fc-405f-9a27-751351c0f28e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/quotas/20aac0f3e96f4933931f88c35a1e40a9 HTTP/1.1" status: 200 len: 375 time: 0.0316401 Nov 23 12:45:52.732816 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6098ae3b-82ac-4440-972d-1a56f13bd92f,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:52.742935 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:52.746757 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:52.750317 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.754885 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937591 Nov 23 12:45:52.756171 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59124) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:52.761399 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'floatingip': {'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:52.767853 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:52.771696 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:floatingip and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:52.774862 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:52.781945 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:52.796940 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.802511 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a969f-4060-4b0a-a97f-b7e6e41b5013 req-35892a94-e196-4f14-8afb-908468a5b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:52.803995 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a6a969f-4060-4b0a-a97f-b7e6e41b5013 req-35892a94-e196-4f14-8afb-908468a5b1de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65c98c5ce5d46cb81eb43fb7826f2be&device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 1096 time: 0.7348146 Nov 23 12:45:52.816112 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:52.820215 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.857024 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.860278 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3e35a385-6e6b-4b70-922d-f18b0a5d1477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:52.936768 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e09d772e-859a-4577-b837-73d2aec1fe23 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:52.978054 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Made reservation on behalf of 20aac0f3e96f4933931f88c35a1e40a9 for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:52.981521 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.002123 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.028368 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc0e626-6820-4eee-8a18-37b7637f4e58,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:53.042424 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:53.055598 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55076f37-3729-48a6-801e-2e2e70abc032 req-21288987-44da-48fc-b8dc-92d0749383de tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:53.063661 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-55076f37-3729-48a6-801e-2e2e70abc032 req-21288987-44da-48fc-b8dc-92d0749383de tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 944 time: 0.7438238 Nov 23 12:45:53.071650 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c817c339c0de45dfa63aa6599d4cb25c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9418621 Nov 23 12:45:53.079090 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59144) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:53.264798 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-55076f37-3729-48a6-801e-2e2e70abc032 req-4e9efdcf-c1e2-451a-b0dc-396d508a7047 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000790 Nov 23 12:45:53.265842 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a969f-4060-4b0a-a97f-b7e6e41b5013 req-1bc7980b-35de-46cd-8761-e0c8f2ebd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:53.267197 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a6a969f-4060-4b0a-a97f-b7e6e41b5013 req-1bc7980b-35de-46cd-8761-e0c8f2ebd259 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9fb5b912-6cb7-4bdc-a55b-876d15145da4 HTTP/1.1" status: 200 len: 913 time: 0.4437842 Nov 23 12:45:53.275043 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-792e8d74-8889-4c3d-968e-53f2eb4eda01 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5395100 Nov 23 12:45:53.368483 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a6a969f-4060-4b0a-a97f-b7e6e41b5013 req-4eaf8db4-0cb8-4ee1-9595-a887c9a1e5a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68adb28a-521d-48c3-a3ec-68e9517e563e HTTP/1.1" status: 200 len: 217 time: 0.0925007 Nov 23 12:45:53.376157 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-44d1b537-aaa4-4582-8767-2cda3096e289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.434147 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Allocated IP 172.27.1.13 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/af679765-87d9-4d9c-bdaf-3d158a98e357) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:53.441948 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-44d1b537-aaa4-4582-8767-2cda3096e289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.615833 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-44d1b537-aaa4-4582-8767-2cda3096e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.625235 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-26f70509-7cdb-43ff-bb24-fbe980a5e23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:53.633049 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a969f-4060-4b0a-a97f-b7e6e41b5013 req-14f834ed-fc9f-49fb-a50c-d40c13a95c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:53.635600 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a6a969f-4060-4b0a-a97f-b7e6e41b5013 req-14f834ed-fc9f-49fb-a50c-d40c13a95c2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a203b1aa-d6e0-4945-aa34-5683d37e6a23 HTTP/1.1" status: 200 len: 852 time: 0.2017744 Nov 23 12:45:53.645645 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.657344 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1b537-aaa4-4582-8767-2cda3096e289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc0e626-6820-4eee-8a18-37b7637f4e58,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:53.662363 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.668300 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-44d1b537-aaa4-4582-8767-2cda3096e289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:53.679651 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-44d1b537-aaa4-4582-8767-2cda3096e289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.684130 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-44d1b537-aaa4-4582-8767-2cda3096e289 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bc0e626-6820-4eee-8a18-37b7637f4e58 HTTP/1.1" status: 204 len: 168 time: 0.6036940 Nov 23 12:45:53.707593 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:53.711999 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:53.763635 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a6a969f-4060-4b0a-a97f-b7e6e41b5013 req-7e108a75-d0e1-4e16-b3b1-1cc902b76802 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9fb5b912-6cb7-4bdc-a55b-876d15145da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188021 Nov 23 12:45:53.786172 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:53.789514 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:53.795265 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:53.835141 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'Port': ['ID=af679765-87d9-4d9c-bdaf-3d158a98e357,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:53.842829 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:53.899786 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Allocated IP 172.20.0.7 (e4638c5e-cd86-4907-aa9f-5d6a308bc076/3498ebe6-be70-4bb1-b747-4ce3de1b4765/8d823f69-4b0d-4fdc-8345-cc7bd04ae86b) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:53.905016 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:53.948088 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-0bc091f8-b0cd-4d7f-a89f-c92580264e6f service neutron] 10.222.0.50 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124079 Nov 23 12:45:53.956183 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2636a-9b5f-4556-9cf7-ad6664ace16f req-535f7b73-270c-486c-832f-7d88504a2b00 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:53.957727 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-66f2636a-9b5f-4556-9cf7-ad6664ace16f req-535f7b73-270c-486c-832f-7d88504a2b00 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 943 time: 0.4235363 Nov 23 12:45:53.975022 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.058539 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.060502 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.069915 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:54.070493 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.182386 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a6a969f-4060-4b0a-a97f-b7e6e41b5013 req-8ee1251f-6a2a-4acc-87a9-57a380bf86c8 service neutron] 10.222.0.64 "GET /v2.0/networks/9fb5b912-6cb7-4bdc-a55b-876d15145da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079666 Nov 23 12:45:54.266574 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-66f2636a-9b5f-4556-9cf7-ad6664ace16f req-f247bb22-03d3-4c9b-8787-44fcf3fda590 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777798 Nov 23 12:45:54.281459 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 68adb28a-521d-48c3-a3ec-68e9517e563e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:45:54.378292 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59196) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:54.431217 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.458104 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:54.464072 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] Usage tracker for resource:security_group_rule and tenant:73bc2d3d1cb44d578cff003baeeed385 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:54.475355 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:54.484820 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:54.487990 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.506603 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.516530 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:54.549315 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-93df1836-dfca-4b9b-8f3b-32e8d5bbd447 service neutron] 10.222.0.50 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860136 Nov 23 12:45:54.593215 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 68adb28a-521d-48c3-a3ec-68e9517e563e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68adb28a-521d-48c3-a3ec-68e9517e563e,segment=NetworkSegment(0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6),segment_id=0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:54.613353 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '68adb28a-521d-48c3-a3ec-68e9517e563e', 'network_id': '9fb5b912-6cb7-4bdc-a55b-876d15145da4', 'port_id': '68adb28a-521d-48c3-a3ec-68e9517e563e', 'mac_address': 'fa:16:3e:c0:eb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a203b1aa-d6e0-4945-aa34-5683d37e6a23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:45:54.680169 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.703190 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68adb28a-521d-48c3-a3ec-68e9517e563e {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:54.723870 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 68adb28a-521d-48c3-a3ec-68e9517e563e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68adb28a-521d-48c3-a3ec-68e9517e563e,segment=NetworkSegment(0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6),segment_id=0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:54.728957 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.730131 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:45:54.734016 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:54.785156 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'Port': ['ID=af679765-87d9-4d9c-bdaf-3d158a98e357,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:54.805458 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:54.845243 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=68adb28a-521d-48c3-a3ec-68e9517e563e,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:54.848911 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:54.850699 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.879612 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.883895 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a6a969f-4060-4b0a-a97f-b7e6e41b5013 req-be994dca-3d06-4f17-b07b-15de2e62bad3 service neutron] 10.222.0.64 "GET /v2.0/networks/9fb5b912-6cb7-4bdc-a55b-876d15145da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6294930 Nov 23 12:45:54.933956 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.938682 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.940286 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1830096 Nov 23 12:45:54.942158 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:54.948670 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-78746db3-e8c4-43f0-9e6e-e535a19bc936 req-de19a0a7-a61d-4c99-a7ce-e7f72eb1b387 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 210 time: 0.1150694 Nov 23 12:45:54.969166 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dfd6b-d960-48a5-a167-a5f764d91ffa req-ac18b597-dcf9-46d2-be61-16d381e531ee tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:54.978170 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:54.980234 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-970dfd6b-d960-48a5-a167-a5f764d91ffa req-ac18b597-dcf9-46d2-be61-16d381e531ee tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 944 time: 0.4904711 Nov 23 12:45:55.069272 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73bc2d3d1cb44d578cff003baeeed385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900132 Nov 23 12:45:55.074045 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59224) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:55.079150 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-970dfd6b-d960-48a5-a167-a5f764d91ffa req-be6f05d3-0018-4e74-81f8-20bd5fa7b13c tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973170 Nov 23 12:45:55.083243 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fdd538-b38c-47e5-b61c-3a6fa8f7667f,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:55.091495 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:55.107919 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:55.136103 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a', 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7', 'port_id': '0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a', 'mac_address': 'fa:16:3e:4b:27:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064e4fc9-cf3d-42e5-8188-05833b508f0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:45:55.154146 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.175799 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b78026d2-0b81-4e3e-8e8c-70d04e84629e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:55.183821 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81de1f0b-b7d3-4611-a488-2af1681dc50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.212515 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.245957 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:55.250268 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81de1f0b-b7d3-4611-a488-2af1681dc50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.287869 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.300821 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:55.319201 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.321076 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:55.365591 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Pushing event updated for resources: {'Port': ['ID=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:55.393345 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Network e4638c5e-cd86-4907-aa9f-5d6a308bc076 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:55.404436 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:55.405521 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:55.409452 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:55.417124 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81de1f0b-b7d3-4611-a488-2af1681dc50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.425088 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ee4cb1cf-de70-4576-ad40-3c40abbc14df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:55.452596 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81de1f0b-b7d3-4611-a488-2af1681dc50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.458505 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-81de1f0b-b7d3-4611-a488-2af1681dc50f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49fdd538-b38c-47e5-b61c-3a6fa8f7667f HTTP/1.1" status: 204 len: 168 time: 0.3821547 Nov 23 12:45:55.463263 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de1f0b-b7d3-4611-a488-2af1681dc50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fdd538-b38c-47e5-b61c-3a6fa8f7667f,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:55.467407 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-81de1f0b-b7d3-4611-a488-2af1681dc50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:55.535457 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:55.536137 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:55.554437 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:55.558481 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:55.622598 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['68adb28a-521d-48c3-a3ec-68e9517e563e'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:45:55.642462 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-56dbec8a-cfca-43a3-be69-9fd1bb43b542 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Synchronizing usage tracker for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:55.687294 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-56dbec8a-cfca-43a3-be69-9fd1bb43b542 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Unset dirty status for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:55.688947 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-56dbec8a-cfca-43a3-be69-9fd1bb43b542 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--611150974&fields=id&tenant_id=424aae1a3fd94083b51650f5eaffbb20 HTTP/1.1" status: 200 len: 267 time: 0.3714936 Nov 23 12:45:55.697578 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7628651 Nov 23 12:45:55.723532 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:45:55.848132 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59258) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:56.008796 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-a8d9e602-2eba-428b-8021-790db488d017 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:56.011518 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-a8d9e602-2eba-428b-8021-790db488d017 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 817 time: 0.3128653 Nov 23 12:45:56.019241 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Request body: {'port': {'device_id': '0da562f7-308f-4563-844d-ab913ace3181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:56.170750 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-7f651412-a1ef-4d35-a796-bcd3fd158605 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/quotas/424aae1a3fd94083b51650f5eaffbb20 HTTP/1.1" status: 200 len: 375 time: 0.0531938 Nov 23 12:45:56.177683 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.244208 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:56.249207 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff35fb-e2f5-46be-8c61-3aea1e11c192 req-92c0903b-997a-4fac-86ba-c709a993e629 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:56.252987 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ddff35fb-e2f5-46be-8c61-3aea1e11c192 req-92c0903b-997a-4fac-86ba-c709a993e629 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 944 time: 0.7792304 Nov 23 12:45:56.263513 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] Usage tracker for resource:security_group_rule and tenant:d80a6cd26ecb47dda6cd1ce1f597d62c is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:56.275524 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:56.300874 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:56.376406 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.404149 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.408842 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.418006 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-48ad0f36-6e51-4443-bf35-128bac0580ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:56.462251 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d80a6cd26ecb47dda6cd1ce1f597d62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130934 Nov 23 12:45:56.466533 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59290) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:56.469341 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02433d7a-dbd3-487e-ad4b-a83ace8b77dd,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:56.470770 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ddff35fb-e2f5-46be-8c61-3aea1e11c192 req-f873f284-ee21-4395-ab2c-7cce689c7859 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058880 Nov 23 12:45:56.473707 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:56.549957 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-0476d91d-c847-408d-a628-8ab01688688e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.579332 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-0476d91d-c847-408d-a628-8ab01688688e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.649584 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-4c352994-a394-4454-95ed-c5a446cee726 req-0003b521-1e11-4e01-8128-0fd137409961 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Synchronizing usage tracker for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:45:56.666181 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-0476d91d-c847-408d-a628-8ab01688688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.671854 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:56.692182 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-3614dbae-2c72-42e3-86d9-6e65547bc10c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4811494 Nov 23 12:45:56.693047 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476d91d-c847-408d-a628-8ab01688688e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02433d7a-dbd3-487e-ad4b-a83ace8b77dd,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:56.704651 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-0476d91d-c847-408d-a628-8ab01688688e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:56.705974 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-0476d91d-c847-408d-a628-8ab01688688e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:56.709351 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-0476d91d-c847-408d-a628-8ab01688688e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02433d7a-dbd3-487e-ad4b-a83ace8b77dd HTTP/1.1" status: 204 len: 168 time: 0.2394171 Nov 23 12:45:56.719044 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-4c352994-a394-4454-95ed-c5a446cee726 req-0003b521-1e11-4e01-8128-0fd137409961 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Unset dirty status for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:45:56.720427 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4c352994-a394-4454-95ed-c5a446cee726 req-0003b521-1e11-4e01-8128-0fd137409961 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 210 time: 0.1358778 Nov 23 12:45:57.063670 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-6056faaf-446b-4c74-8539-b0aadfd15599 service neutron] 10.222.0.50 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843106 Nov 23 12:45:57.190398 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59312) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:57.214874 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.235217 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:57.239800 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] Usage tracker for resource:security_group_rule and tenant:dac266c48b754a6cbe6a9662a5ac24d8 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:45:57.243678 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:45:57.251765 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:57.363080 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-076d63f8-a42e-48d2-9e9e-7b8826952223 service neutron] 10.222.0.50 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866070 Nov 23 12:45:57.369465 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.378952 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.390098 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c64de606-ac35-4215-aa16-c7351d032e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:57.436153 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-5a643b1e-7b05-4401-9ff0-962b416bee25 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:57.438040 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-5a643b1e-7b05-4401-9ff0-962b416bee25 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 819 time: 0.6599164 Nov 23 12:45:57.445708 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dac266c48b754a6cbe6a9662a5ac24d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510822 Nov 23 12:45:57.446768 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 59328) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:45:57.453742 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ef9eb7-fc8c-44ae-8a4a-e67a0a9ca77d,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:57.459467 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:57.475226 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Request body: {'port': {'device_id': 'f9855730-8ef5-44f3-929b-a04d96aa99f5', 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076', 'admin_state_up': True, 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:45:57.866542 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:45:57.888967 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0798b48-09e6-4b8f-bf76-5dc755c81ee6 req-9836f357-95fc-42cf-9721-c1c54f513461 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:57.891092 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b0798b48-09e6-4b8f-bf76-5dc755c81ee6 req-9836f357-95fc-42cf-9721-c1c54f513461 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 945 time: 0.9617989 Nov 23 12:45:57.916305 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:45:57.947317 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:45:57.971774 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:57.982378 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Made reservation on behalf of 20aac0f3e96f4933931f88c35a1e40a9 for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:45:57.985832 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.028913 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-86f9c542-9088-41d5-984a-2d6295ea7b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.040032 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Transition to ACTIVE for port object 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:45:58.063754 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.066887 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b0798b48-09e6-4b8f-bf76-5dc755c81ee6 req-2b246ac2-98ae-4dcf-b541-02723e450d9e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609547 Nov 23 12:45:58.123681 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd2e2-4859-41c5-a358-8191f573b5e8 req-53e42ccc-d883-4c1e-8e54-b75c67940b2d tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:58.125143 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-eb0dd2e2-4859-41c5-a358-8191f573b5e8 req-53e42ccc-d883-4c1e-8e54-b75c67940b2d tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 944 time: 0.4291956 Nov 23 12:45:58.130632 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:58.187198 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-86f9c542-9088-41d5-984a-2d6295ea7b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.353117 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-93187588-2e59-4053-9451-e561c9873d53 req-cc9d8af4-1a60-4da9-bb2e-fbe4a80f9576 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.1784554 Nov 23 12:45:58.475713 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Pushing event updated for resources: {'Port': ['ID=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:58.478589 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:58.563972 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-eb0dd2e2-4859-41c5-a358-8191f573b5e8 req-5a479159-7c87-4a8b-b733-0101423b43af tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994648 Nov 23 12:45:58.585042 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cf304230-35cb-4420-8355-5d0c16ef6eeb req-3f714b77-792b-48cf-beb0-aa3444242366 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 210 time: 0.1131341 Nov 23 12:45:58.609912 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Allocated IP 172.20.0.11 (e4638c5e-cd86-4907-aa9f-5d6a308bc076/3498ebe6-be70-4bb1-b747-4ce3de1b4765/ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:45:58.634639 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-86f9c542-9088-41d5-984a-2d6295ea7b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.643883 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b7695c13-2d0a-4901-8ca9-4d03b9d4a41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:58.649887 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Attempting to bind port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:45:58.650219 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Attempting to bind port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:45:58.650542 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Attempting to bind port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b on network e4638c5e-cd86-4907-aa9f-5d6a308bc076 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:58.678298 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b on network e4638c5e-cd86-4907-aa9f-5d6a308bc076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:45:58.678672 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Attempting to bind port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b on network e4638c5e-cd86-4907-aa9f-5d6a308bc076 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:45:58.681183 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9c542-9088-41d5-984a-2d6295ea7b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ef9eb7-fc8c-44ae-8a4a-e67a0a9ca77d,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:58.689623 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-86f9c542-9088-41d5-984a-2d6295ea7b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:58.694989 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:45:58.695328 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Checking segment: {'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:45:58.695719 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Bound using segment: {'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:45:58.696149 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Bound port: 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:45:58.696550 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.787783 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-86f9c542-9088-41d5-984a-2d6295ea7b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.788930 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-86f9c542-9088-41d5-984a-2d6295ea7b4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9ef9eb7-fc8c-44ae-8a4a-e67a0a9ca77d HTTP/1.1" status: 204 len: 168 time: 1.3390181 Nov 23 12:45:58.916527 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 68adb28a-521d-48c3-a3ec-68e9517e563e up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:58.926936 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] For port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:45:58.949167 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] For port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:45:58.960541 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:58.970513 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:59.053120 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.056687 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:59.057310 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.066760 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] 10.222.0.64 "PUT /v2.0/ports/8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 1093 time: 3.0529451 Nov 23 12:45:59.067329 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da562f7-308f-4563-844d-ab913ace3181', 'tag': '8d823f69-4b0d-4fdc-8345-cc7bd04ae86b'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:59.087671 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 68adb28a-521d-48c3-a3ec-68e9517e563e completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:59.101777 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 68adb28a-521d-48c3-a3ec-68e9517e563e triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:59.102693 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.148027 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Pushing event updated for resources: {'Port': ['ID=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:59.152539 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:59.160675 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da562f7-308f-4563-844d-ab913ace3181', 'tag': '8d823f69-4b0d-4fdc-8345-cc7bd04ae86b', 'status': 'completed', 'code': 200} Nov 23 12:45:59.208612 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.216141 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:59.314285 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.351004 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d31a6f-1a62-4399-aedb-3d100d862c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68adb28a-521d-48c3-a3ec-68e9517e563e'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:45:59.365910 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Network e4638c5e-cd86-4907-aa9f-5d6a308bc076 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:45:59.369688 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:45:59.393978 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:45:59.456574 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Pushing event updated for resources: {'Port': ['ID=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:59.462614 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 68adb28a-521d-48c3-a3ec-68e9517e563e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68adb28a-521d-48c3-a3ec-68e9517e563e,segment=NetworkSegment(0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6),segment_id=0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:59.470353 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:59.474597 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.476543 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:45:59.505887 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:59.506506 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.516677 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:45:59.535699 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873c43b-e311-4b89-9c45-9b88219bd501 req-ce92c3b1-c728-4d81-ad9b-3339e5b24c31 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:45:59.537242 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f873c43b-e311-4b89-9c45-9b88219bd501 req-ce92c3b1-c728-4d81-ad9b-3339e5b24c31 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 945 time: 0.2654746 Nov 23 12:45:59.540486 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0926979 Nov 23 12:45:59.621695 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5ae2cd25-a6a1-43d6-bf74-f003259b9a64 req-853decec-376d-4c0d-9313-0f5ac01ab7c2 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0583909 Nov 23 12:45:59.623018 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=68adb28a-521d-48c3-a3ec-68e9517e563e,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:45:59.626383 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:45:59.632728 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f873c43b-e311-4b89-9c45-9b88219bd501 req-246b769a-555b-4d31-936b-eb2fd3dd2186 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893507 Nov 23 12:45:59.713045 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:45:59.722409 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:45:59.722790 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.906177 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.943189 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:45:59.948028 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:45:59.950611 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-ea9af456-7007-4e65-bd38-98fc03429698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:00.021832 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:00.022634 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235399a3-9c89-46cb-af05-5cef8bb6df35 req-50b6d727-8885-45d7-a212-365fc623d335 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:00.023340 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-235399a3-9c89-46cb-af05-5cef8bb6df35 req-50b6d727-8885-45d7-a212-365fc623d335 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Synchronizing usage tracker for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:00.023911 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:00.035254 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca617b5-2eae-41df-97a6-f90f41b5f0dd req-cd288d44-91e0-4169-b987-3093002e148d tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:00.036643 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6ca617b5-2eae-41df-97a6-f90f41b5f0dd req-cd288d44-91e0-4169-b987-3093002e148d tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.2002184 Nov 23 12:46:00.065877 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-235399a3-9c89-46cb-af05-5cef8bb6df35 req-50b6d727-8885-45d7-a212-365fc623d335 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Unset dirty status for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:00.067037 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-235399a3-9c89-46cb-af05-5cef8bb6df35 req-50b6d727-8885-45d7-a212-365fc623d335 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 932 time: 0.2789135 Nov 23 12:46:00.116727 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6ca617b5-2eae-41df-97a6-f90f41b5f0dd req-298055ff-9acd-4b85-9628-34f4ee9bb441 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716503 Nov 23 12:46:00.144957 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-235399a3-9c89-46cb-af05-5cef8bb6df35 req-8502ac6d-5dbf-4b6b-b173-103d82b0b819 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Synchronizing usage tracker for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:00.163674 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-235399a3-9c89-46cb-af05-5cef8bb6df35 req-8502ac6d-5dbf-4b6b-b173-103d82b0b819 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Unset dirty status for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:00.165424 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-235399a3-9c89-46cb-af05-5cef8bb6df35 req-8502ac6d-5dbf-4b6b-b173-103d82b0b819 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915887 Nov 23 12:46:00.302515 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d31a6f-1a62-4399-aedb-3d100d862c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68adb28a-521d-48c3-a3ec-68e9517e563e', 'code': 200} Nov 23 12:46:00.732120 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Request body: {'port': {'device_id': 'f9855730-8ef5-44f3-929b-a04d96aa99f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:00.992561 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c242301e-d3d7-4c0a-a430-a50c4b5a0505 req-665ddf11-ae06-4e61-9ab0-3e7036f546d6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0907462 Nov 23 12:46:01.009675 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61350801-f2d9-44c8-995a-d77701db0160 req-a64c984e-bc6b-4639-87e0-834ee7a9eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:01.011152 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-61350801-f2d9-44c8-995a-d77701db0160 req-a64c984e-bc6b-4639-87e0-834ee7a9eb87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 1098 time: 0.0795712 Nov 23 12:46:01.038444 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-61350801-f2d9-44c8-995a-d77701db0160 req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:01.054514 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-61350801-f2d9-44c8-995a-d77701db0160 req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:01.058361 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-61350801-f2d9-44c8-995a-d77701db0160 req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] Usage tracker for resource:security_group_rule and tenant:4351917bac3046448bde08d1556df731 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:01.062267 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-61350801-f2d9-44c8-995a-d77701db0160 req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:01.068293 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-61350801-f2d9-44c8-995a-d77701db0160 req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:01.078227 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62e5f-d347-4d4b-9831-b8d2b1b521c7 req-b95767ce-6172-4370-aad9-cd298aeb1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:01.079697 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-41f62e5f-d347-4d4b-9831-b8d2b1b521c7 req-b95767ce-6172-4370-aad9-cd298aeb1a76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1096 time: 0.2995250 Nov 23 12:46:01.089752 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88234670-0fc9-4d5c-be61-bc49c50d9893 req-f989e4fb-a1b6-4035-aaa6-77558cf762dc tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:01.096609 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-88234670-0fc9-4d5c-be61-bc49c50d9893 req-f989e4fb-a1b6-4035-aaa6-77558cf762dc tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.3187220 Nov 23 12:46:01.098296 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:01.173021 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-61350801-f2d9-44c8-995a-d77701db0160 req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:01.178135 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-61350801-f2d9-44c8-995a-d77701db0160 req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:01.203757 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ca7bb968-b92e-4259-92b4-55192951a229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:01.209709 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-88234670-0fc9-4d5c-be61-bc49c50d9893 req-c0f9ff15-5ce8-45db-9bfc-c1eaba1201ab tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121576 Nov 23 12:46:01.263967 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-61350801-f2d9-44c8-995a-d77701db0160 req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434952 Nov 23 12:46:01.271669 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ff1a0f-9d0c-499d-b1f5-62a145c77f6a,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:01.285725 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:01.593150 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0a9c3-6dbf-47d4-bc77-73e1e9fc9d39 req-553d2e1c-1814-4771-aa03-0e803e7fb58f tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:01.594617 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-07d0a9c3-6dbf-47d4-bc77-73e1e9fc9d39 req-553d2e1c-1814-4771-aa03-0e803e7fb58f tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.2710943 Nov 23 12:46:01.611792 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a490b-1b55-4952-bed5-c6bd995f83c1 req-ace68e06-d083-4cf2-8280-8f71924609e1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:01.613141 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-552a490b-1b55-4952-bed5-c6bd995f83c1 req-ace68e06-d083-4cf2-8280-8f71924609e1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 932 time: 0.2391462 Nov 23 12:46:01.694669 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-07d0a9c3-6dbf-47d4-bc77-73e1e9fc9d39 req-e2eee2e7-5771-4f56-bb12-a374446729dd tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805027 Nov 23 12:46:01.710826 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-552a490b-1b55-4952-bed5-c6bd995f83c1 req-b22707a6-519b-48e5-969a-c58f5c276c6b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795715 Nov 23 12:46:01.763867 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:01.770898 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:01.785415 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Transition to ACTIVE for port object ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:01.790553 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:01.795304 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:01.937181 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37245149-0270-4894-910b-cb7528d379ec service neutron] Pushing event updated for resources: {'Port': ['ID=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:01.943978 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-37245149-0270-4894-910b-cb7528d379ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:02.015283 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Attempting to bind port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:02.015610 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Attempting to bind port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:02.015927 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Attempting to bind port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 on network e4638c5e-cd86-4907-aa9f-5d6a308bc076 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:02.020703 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 on network e4638c5e-cd86-4907-aa9f-5d6a308bc076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:02.021010 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Attempting to bind port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 on network e4638c5e-cd86-4907-aa9f-5d6a308bc076 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:02.026232 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:02.026565 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Checking segment: {'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:02.026931 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Bound using segment: {'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:02.027344 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Bound port: ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c83f42-07b8-4bde-83ea-ee0f5f586e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:02.027678 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.116416 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] For port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:02.119331 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] For port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:02.125540 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.161213 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-102901a1-fd16-4176-9404-8b7bd8140146 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:02.220724 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ce1c3612-c675-4e5f-b9d3-6ccf9b41c82d req-a73d8a2e-2e4e-4f2f-9c28-7e1c5f7bcd15 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0934255 Nov 23 12:46:02.235089 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:02.235283 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:02.236963 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-37245149-0270-4894-910b-cb7528d379ec service neutron] 10.222.0.64 "PUT /v2.0/ports/ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 HTTP/1.1" status: 200 len: 1094 time: 1.5119696 Nov 23 12:46:02.239971 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9855730-8ef5-44f3-929b-a04d96aa99f5', 'tag': 'ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:02.265341 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37245149-0270-4894-910b-cb7528d379ec service neutron] Pushing event updated for resources: {'Port': ['ID=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:02.270313 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-37245149-0270-4894-910b-cb7528d379ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:02.303891 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c912572-b5dc-4f95-850c-94969ddf0d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:02.307223 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9855730-8ef5-44f3-929b-a04d96aa99f5', 'tag': 'ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6', 'status': 'completed', 'code': 200} Nov 23 12:46:02.348463 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c912572-b5dc-4f95-850c-94969ddf0d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a', 'code': 200} Nov 23 12:46:02.415296 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09550c6a-2bb2-4cce-b72a-330790553307 req-00f81d51-3c34-43b9-8a7d-0f11b8960e4a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:02.416733 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-09550c6a-2bb2-4cce-b72a-330790553307 req-00f81d51-3c34-43b9-8a7d-0f11b8960e4a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.0828035 Nov 23 12:46:02.530558 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-09550c6a-2bb2-4cce-b72a-330790553307 req-a39e517b-eaf3-468d-81e5-830e1bb78bd5 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081083 Nov 23 12:46:02.950573 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0544e19-94c2-4933-b49a-917ebb926836 req-4add9216-ab33-419d-9318-95d55645c354 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:02.951868 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c0544e19-94c2-4933-b49a-917ebb926836 req-4add9216-ab33-419d-9318-95d55645c354 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.1513669 Nov 23 12:46:02.964343 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcda2ad-9339-43b5-a190-9bb6bf0e698a req-70658f84-7f64-4afa-b685-3aa13eb2f006 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:02.965881 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8bcda2ad-9339-43b5-a190-9bb6bf0e698a req-70658f84-7f64-4afa-b685-3aa13eb2f006 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 944 time: 0.1242056 Nov 23 12:46:03.035265 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c0544e19-94c2-4933-b49a-917ebb926836 req-5936e5a4-b19b-4d26-bde5-cf7a9279e2f1 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684094 Nov 23 12:46:03.039636 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8bcda2ad-9339-43b5-a190-9bb6bf0e698a req-56b32ef6-9c57-4196-9e5b-3bb16f2e01f6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601244 Nov 23 12:46:03.394400 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f67150fe-fdba-4938-81a3-ad06abcf54b8 req-a4c1af70-19d8-457f-87a0-fc3c0b9cc16a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0450127 Nov 23 12:46:03.716658 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad843939-e5a2-461b-84ea-f2ca4fb8178f req-b8769f01-e4fe-460b-b16d-83a41f6df8af tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:03.718109 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ad843939-e5a2-461b-84ea-f2ca4fb8178f req-b8769f01-e4fe-460b-b16d-83a41f6df8af tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.0791819 Nov 23 12:46:03.760946 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ad843939-e5a2-461b-84ea-f2ca4fb8178f req-110d42ec-dda1-48ed-9711-5a33205874e2 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373278 Nov 23 12:46:04.248832 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ce91-89c3-4789-84a0-e643d9470a2a req-2a935680-0fff-437a-9c45-c8a6dbd9176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.250866 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0628ce91-89c3-4789-84a0-e643d9470a2a req-2a935680-0fff-437a-9c45-c8a6dbd9176e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1097 time: 0.0875773 Nov 23 12:46:04.477190 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62e5f-d347-4d4b-9831-b8d2b1b521c7 req-6c0fb6e0-151b-4a45-a995-e8ffbef96f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.478785 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-41f62e5f-d347-4d4b-9831-b8d2b1b521c7 req-6c0fb6e0-151b-4a45-a995-e8ffbef96f9e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3495069 Nov 23 12:46:04.492071 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ce91-89c3-4789-84a0-e643d9470a2a req-4c92c262-bf9a-4d81-9d46-b0dc0ecc1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.494470 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0628ce91-89c3-4789-84a0-e643d9470a2a req-4c92c262-bf9a-4d81-9d46-b0dc0ecc1fb4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2311826 Nov 23 12:46:04.539766 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bf82e-257c-4764-9361-0203bbc78f17 req-ecb1f285-049f-4ad9-8b1d-3a14aed828f2 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.541296 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-235bf82e-257c-4764-9361-0203bbc78f17 req-ecb1f285-049f-4ad9-8b1d-3a14aed828f2 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.3799853 Nov 23 12:46:04.554417 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2332e-c5c7-4271-b562-f9fbf554af6e req-e43d12fa-f66e-4e4a-8c6a-d427640b0f02 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.557666 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8c2332e-c5c7-4271-b562-f9fbf554af6e req-e43d12fa-f66e-4e4a-8c6a-d427640b0f02 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 944 time: 0.3962882 Nov 23 12:46:04.641123 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-235bf82e-257c-4764-9361-0203bbc78f17 req-28c2f372-793e-4d87-a728-74477b3bad2d tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840936 Nov 23 12:46:04.645482 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8c2332e-c5c7-4271-b562-f9fbf554af6e req-4ec6d29f-3a84-4bba-9907-d1b612067a35 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726264 Nov 23 12:46:04.782892 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-23d354d6-7049-4ee5-a54e-6b38cca90392 req-483bc47e-c410-4fe1-8e93-c7c9c3faa951 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0436006 Nov 23 12:46:04.962082 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401b509-4e5c-47b5-b9cf-438d241d04cf req-fb1d6e05-34f3-4239-9dae-5c104dae1fcd tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:04.963827 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6401b509-4e5c-47b5-b9cf-438d241d04cf req-fb1d6e05-34f3-4239-9dae-5c104dae1fcd tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.0824907 Nov 23 12:46:05.015487 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6401b509-4e5c-47b5-b9cf-438d241d04cf req-65ff271d-a790-4d58-b15f-5b5793a835d5 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Nov 23 12:46:05.312417 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 59574) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:05.427370 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.441466 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:05.445284 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] Usage tracker for resource:security_group_rule and tenant:b93c6ce724c949ef97325975e1236e45 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:05.448069 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:05.454281 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:05.533628 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.537215 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.545583 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-86f9c542-9088-41d5-984a-2d6295ea7b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:05.568856 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:46:05.584040 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b93c6ce724c949ef97325975e1236e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705448 Nov 23 12:46:05.585596 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c569021-6e8d-4cf0-993a-7b787ddeb496,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:05.586804 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59580) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:05.588467 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:05.644136 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd493-da5d-4226-aeb5-9b8d46b507ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.670049 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd493-da5d-4226-aeb5-9b8d46b507ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.726027 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd493-da5d-4226-aeb5-9b8d46b507ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.731167 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-44d1b537-aaa4-4582-8767-2cda3096e289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:05.745124 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccd493-da5d-4226-aeb5-9b8d46b507ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c569021-6e8d-4cf0-993a-7b787ddeb496,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:05.749916 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-a3ccd493-da5d-4226-aeb5-9b8d46b507ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:05.757846 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd493-da5d-4226-aeb5-9b8d46b507ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:05.761518 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-a3ccd493-da5d-4226-aeb5-9b8d46b507ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c569021-6e8d-4cf0-993a-7b787ddeb496 HTTP/1.1" status: 204 len: 168 time: 0.1737242 Nov 23 12:46:05.894019 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7ec27-a24a-4c0c-a3ce-bbbf35dfe855 req-0ed9067d-8571-441f-9191-2aa536989b7f tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:05.895551 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-68e7ec27-a24a-4c0c-a3ce-bbbf35dfe855 req-0ed9067d-8571-441f-9191-2aa536989b7f tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.1437030 Nov 23 12:46:05.903463 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c598d-2b44-47dc-8faa-3409e5a07372 req-24ab2a72-cf0c-4bff-b143-ac7475f25481 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:05.904827 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e41c598d-2b44-47dc-8faa-3409e5a07372 req-24ab2a72-cf0c-4bff-b143-ac7475f25481 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 944 time: 0.1164207 Nov 23 12:46:05.973408 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-68e7ec27-a24a-4c0c-a3ce-bbbf35dfe855 req-247593f9-2005-4a02-832d-85868cb85538 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676460 Nov 23 12:46:05.977694 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e41c598d-2b44-47dc-8faa-3409e5a07372 req-8c6dff5e-dfc0-495d-9795-00ed32541b2a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580382 Nov 23 12:46:06.049969 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 59598) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:06.068901 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.089506 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:06.095595 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] Usage tracker for resource:security_group_rule and tenant:5a7252ce521345e194cfe7c6f63d24b4 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:06.130759 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:06.143357 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-981cfec0-3feb-4158-a4c7-93027b7376b4 req-26a08d77-cf79-4f45-b809-9ae97caeabf1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0495615 Nov 23 12:46:06.144745 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:06.268414 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41cec4-155d-4829-9c77-23f9298e86d0 req-7b74ad8f-956b-45ec-acb2-5b8db5fee710 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:06.269889 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3b41cec4-155d-4829-9c77-23f9298e86d0 req-7b74ad8f-956b-45ec-acb2-5b8db5fee710 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.1288276 Nov 23 12:46:06.327925 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.332132 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.343855 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c8f88950-18c2-4650-b8ed-36fb7fcd1cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:06.355429 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3b41cec4-155d-4829-9c77-23f9298e86d0 req-5ae022fd-bfd2-41a2-88c6-c8429be52a43 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784445 Nov 23 12:46:06.385961 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a7252ce521345e194cfe7c6f63d24b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348885 Nov 23 12:46:06.386896 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6537866-d79c-44e2-b0fd-ba75f56f34c3,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:06.389078 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59606) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:06.390363 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:06.448137 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-173c2b79-c355-4b1a-8682-ae6e71248a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.474548 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-173c2b79-c355-4b1a-8682-ae6e71248a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.530062 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-173c2b79-c355-4b1a-8682-ae6e71248a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.534490 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:06.546378 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c2b79-c355-4b1a-8682-ae6e71248a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6537866-d79c-44e2-b0fd-ba75f56f34c3,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:06.548572 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-173c2b79-c355-4b1a-8682-ae6e71248a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:06.554321 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-173c2b79-c355-4b1a-8682-ae6e71248a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:06.555414 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-173c2b79-c355-4b1a-8682-ae6e71248a58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6537866-d79c-44e2-b0fd-ba75f56f34c3 HTTP/1.1" status: 204 len: 168 time: 0.1650703 Nov 23 12:46:07.235233 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.64', 50120) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:07.344528 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ce91-89c3-4789-84a0-e643d9470a2a req-89eefa37-92b7-47b4-b2aa-7511085c0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:07.346128 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0628ce91-89c3-4789-84a0-e643d9470a2a req-89eefa37-92b7-47b4-b2aa-7511085c0e6e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2957740 Nov 23 12:46:07.485684 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-95af9976-9a5a-4cf7-a28a-d54012fdd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:07.488079 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-95af9976-9a5a-4cf7-a28a-d54012fdd8da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1097 time: 0.0989931 Nov 23 12:46:07.611713 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f62e5f-d347-4d4b-9831-b8d2b1b521c7 req-40ebc5c3-6855-46c4-9e4f-f6561387ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:07.613168 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-41f62e5f-d347-4d4b-9831-b8d2b1b521c7 req-40ebc5c3-6855-46c4-9e4f-f6561387ff82 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5757761 Nov 23 12:46:07.641713 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d0b83-9177-47b3-9530-f792b684ac78 req-0294df36-055c-4d01-9cf3-10e91c0e4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:07.643151 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c47d0b83-9177-47b3-9530-f792b684ac78 req-0294df36-055c-4d01-9cf3-10e91c0e4c67 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 1099 time: 0.5817890 Nov 23 12:46:07.651052 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ffd25-2631-4e66-9d1d-ba8a8b4383c9 req-707dcf16-ce94-45cb-9541-863b4287b55b tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:07.652429 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ed7ffd25-2631-4e66-9d1d-ba8a8b4383c9 req-707dcf16-ce94-45cb-9541-863b4287b55b tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.5256963 Nov 23 12:46:07.660749 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-855b6bea-e467-40b0-8e27-d1e9b0bc328b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:07.662132 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-855b6bea-e467-40b0-8e27-d1e9b0bc328b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.64 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 817 time: 0.3383594 Nov 23 12:46:07.687514 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c34c8-ab63-44f9-b7d5-6af6f9b0e9a3 req-474c3045-68ba-4e63-803c-7fa4e8d0779d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:07.688945 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ef3c34c8-ab63-44f9-b7d5-6af6f9b0e9a3 req-474c3045-68ba-4e63-803c-7fa4e8d0779d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 944 time: 0.3663440 Nov 23 12:46:07.731444 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ed7ffd25-2631-4e66-9d1d-ba8a8b4383c9 req-ef579046-84a3-4fb0-805f-b28c81028618 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682352 Nov 23 12:46:07.758052 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ef3c34c8-ab63-44f9-b7d5-6af6f9b0e9a3 req-f06ad402-48f2-4578-aec0-756dc9999a79 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542922 Nov 23 12:46:07.909879 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b551713b-e9dc-4f19-a85e-23341bebca3a req-f587936e-c463-4f63-9de8-a51ed9932b8b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0803082 Nov 23 12:46:07.953210 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849ebc2-9afd-4926-bbd1-1804369308c7 req-0a4b1302-82b6-4fb9-92c5-c1ff56c358a8 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:07.954649 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8849ebc2-9afd-4926-bbd1-1804369308c7 req-0a4b1302-82b6-4fb9-92c5-c1ff56c358a8 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.0896890 Nov 23 12:46:07.998208 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8849ebc2-9afd-4926-bbd1-1804369308c7 req-64f99e4c-78d5-485e-b442-f72b07d4b3f1 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376837 Nov 23 12:46:08.992504 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1decb4-cbcb-4655-8682-a57673fe7301 req-5d1ec87b-7333-4fe5-a4f9-92fa8115817e tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:08.993961 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f1decb4-cbcb-4655-8682-a57673fe7301 req-5d1ec87b-7333-4fe5-a4f9-92fa8115817e tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.1484523 Nov 23 12:46:09.004217 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d7d17-807c-4474-8805-3613e484c592 req-7de15b76-2e2a-4b6f-aca7-f55b8b2e317d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:09.005517 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0c6d7d17-807c-4474-8805-3613e484c592 req-7de15b76-2e2a-4b6f-aca7-f55b8b2e317d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 944 time: 0.1186032 Nov 23 12:46:09.075261 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f1decb4-cbcb-4655-8682-a57673fe7301 req-da0fc946-8f94-47b1-a955-9cbea205674b tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688033 Nov 23 12:46:09.082198 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0c6d7d17-807c-4474-8805-3613e484c592 req-6dbfb280-a4ae-4e70-861a-a323d3bc4b7b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632460 Nov 23 12:46:09.263644 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30ba9596-c38b-4a24-ac0f-c4b919d87353 req-bafc933e-9d1c-460a-a07b-d2c59c2fd945 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0936441 Nov 23 12:46:09.306708 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871670-30d5-416c-85e2-5cef5ce530c0 req-e0006a03-2928-4503-a009-a140a35c8b87 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:09.308507 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-27871670-30d5-416c-85e2-5cef5ce530c0 req-e0006a03-2928-4503-a009-a140a35c8b87 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.0989587 Nov 23 12:46:09.357075 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-27871670-30d5-416c-85e2-5cef5ce530c0 req-acfe8251-2d84-41eb-bd28-00c29c0c34f6 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429857 Nov 23 12:46:10.331530 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-ce1cff56-2bde-4b69-b35c-c53cee91b19e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 HTTP/1.1" status: 200 len: 217 time: 0.0794644 Nov 23 12:46:10.399920 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-870e4ab8-4926-40c8-8863-05511647ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:10.401263 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-870e4ab8-4926-40c8-8863-05511647ffb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0616376 Nov 23 12:46:10.427234 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-2d4757e5-9704-4888-80c8-4bd8752f5a72 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424aae1a3fd94083b51650f5eaffbb20 HTTP/1.1" status: 200 len: 379 time: 0.1543379 Nov 23 12:46:10.432722 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c47d0b83-9177-47b3-9530-f792b684ac78 req-422c6ce3-5fe5-4183-a577-c99de951cff7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611245 Nov 23 12:46:10.444677 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'port': {'device_id': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'admin_state_up': True, 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'security_groups': ['e835c0b9-5187-4118-b0d6-3b3269affa75']}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:10.450212 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-fc9646e5-b75a-4894-bd0d-d75feeab6d52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404327 Nov 23 12:46:10.546765 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53388f-0501-46a0-9759-537bc4134c10 req-6cea80df-97e8-4877-9df9-fd1a1b68e75b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:10.548209 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7d53388f-0501-46a0-9759-537bc4134c10 req-6cea80df-97e8-4877-9df9-fd1a1b68e75b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 944 time: 0.3366418 Nov 23 12:46:10.563860 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f93d2-7ec6-4622-b572-eec082f34cc8 req-bdff3849-34ac-4d2b-970e-fd2415529d6e tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:10.565539 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cc0f93d2-7ec6-4622-b572-eec082f34cc8 req-bdff3849-34ac-4d2b-970e-fd2415529d6e tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.3877831 Nov 23 12:46:10.623476 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-9a4cc584-07c9-474c-8699-acfe0377ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:10.624876 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-9a4cc584-07c9-474c-8699-acfe0377ef9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1096 time: 0.3103862 Nov 23 12:46:10.752586 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-62717b4a-923c-4524-b344-6de55617e900 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.1028695 Nov 23 12:46:10.755606 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7d53388f-0501-46a0-9759-537bc4134c10 req-3aca499e-994f-4e98-a6ce-956704c2b49e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891806 Nov 23 12:46:10.763287 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cc0f93d2-7ec6-4622-b572-eec082f34cc8 req-29581da3-3893-4362-881c-416ef6b77756 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891353 Nov 23 12:46:10.788396 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-ba1dadff-70c3-4426-bc44-0b0f7aa5cfff service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411004 Nov 23 12:46:10.814877 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:10.851761 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:port and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:10.860040 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:10.879283 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:10.896070 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-8cc05df0-a5a1-43d6-a121-11194ef977bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:10.897777 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-8cc05df0-a5a1-43d6-a121-11194ef977bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.1333201 Nov 23 12:46:10.902496 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Made reservation on behalf of 424aae1a3fd94083b51650f5eaffbb20 for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:10.909140 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:10.980777 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-d80c5262-258c-451e-9a9e-4e81ddae935f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473430 Nov 23 12:46:10.995751 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a1c381fa-ff00-4d5f-bb5a-57610478ea36 req-46b26338-a231-46fa-bd62-c3780b44231f service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060137 Nov 23 12:46:11.211585 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59768) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:11.269779 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-45fc9986-f7b7-45f8-91b6-17d747337803 req-05eaf9e1-cdc8-4f46-935d-b893e9c02251 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.1768427 Nov 23 12:46:11.389808 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.407708 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:11.412689 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a4017426445649948c4a516e3a93c334 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:11.415638 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:11.422694 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:11.441543 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-651efd28-1807-4a51-9f33-f6a00c4d5885 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497250 Nov 23 12:46:11.493485 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ed587-6eec-4744-b5d2-57c92e24fc0c req-afe5926d-3484-4deb-9cfc-deca3421d505 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:11.495499 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c28ed587-6eec-4744-b5d2-57c92e24fc0c req-afe5926d-3484-4deb-9cfc-deca3421d505 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.5236802 Nov 23 12:46:11.534989 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.541104 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.556529 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:11.567025 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Allocated IP 172.20.0.13 (9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9/b56fe5f5-b05f-4c16-aa47-6b844910fde8/5cf1441a-b459-403a-a2cb-32947569e177) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:11.600009 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4017426445649948c4a516e3a93c334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873150 Nov 23 12:46:11.601690 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e617c6e-1c64-45a0-84b2-5d67848a948e,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:11.604796 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:11.605653 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 59782) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:11.669539 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-55544a61-6298-4f63-8742-17c37e554977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.675634 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c28ed587-6eec-4744-b5d2-57c92e24fc0c req-670e17b1-0078-44ee-8a70-3c37baebf79d tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218858 Nov 23 12:46:11.698556 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6ffb5-a003-4d3a-8fb5-5b9fc04744b8 req-681aa9fe-27d2-47fd-8499-5e0954a4d856 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399306 Nov 23 12:46:11.698733 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-55544a61-6298-4f63-8742-17c37e554977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.759279 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-55544a61-6298-4f63-8742-17c37e554977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.765024 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:11.777003 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55544a61-6298-4f63-8742-17c37e554977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e617c6e-1c64-45a0-84b2-5d67848a948e,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:11.782550 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-55544a61-6298-4f63-8742-17c37e554977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:11.784797 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-55544a61-6298-4f63-8742-17c37e554977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.785931 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-55544a61-6298-4f63-8742-17c37e554977 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e617c6e-1c64-45a0-84b2-5d67848a948e HTTP/1.1" status: 204 len: 168 time: 0.1796160 Nov 23 12:46:11.883639 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:11.913352 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Transition to ACTIVE for port object 5cf1441a-b459-403a-a2cb-32947569e177 will not be triggered until provisioned by entity DHCP. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:12.019403 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.090986 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-37245149-0270-4894-910b-cb7528d379ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:12.180714 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:12.184915 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:12.199437 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:12.265009 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:12.277539 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:12.358520 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32073eca-e4f9-4215-b094-263b838f1355 req-57e49ec1-a8f7-46b5-bac7-fa84be132329 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:12.360049 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-32073eca-e4f9-4215-b094-263b838f1355 req-57e49ec1-a8f7-46b5-bac7-fa84be132329 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.3480914 Nov 23 12:46:12.374042 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaef57f-3841-422f-84f0-8bcc57764a24 req-604b82b6-a0ce-4b1d-b9b3-8c94bb4dbf10 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:12.378389 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bcaef57f-3841-422f-84f0-8bcc57764a24 req-604b82b6-a0ce-4b1d-b9b3-8c94bb4dbf10 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 944 time: 0.4137387 Nov 23 12:46:12.405849 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:12.406547 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.457345 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-f19b2dcf-4642-4b26-916d-0cf65daea509 None None] Provisioning for port 5cf1441a-b459-403a-a2cb-32947569e177 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:12.469735 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-f19b2dcf-4642-4b26-916d-0cf65daea509 None None] Provisioning complete for port 5cf1441a-b459-403a-a2cb-32947569e177 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:12.469841 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f19b2dcf-4642-4b26-916d-0cf65daea509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.486472 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-32073eca-e4f9-4215-b094-263b838f1355 req-94f95ae8-6dfb-49f2-8c62-ec8d1095e257 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047010 Nov 23 12:46:12.502034 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bcaef57f-3841-422f-84f0-8bcc57764a24 req-76f5912d-ef70-42f5-9465-b32fd36b190a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021793 Nov 23 12:46:12.508019 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0707262 Nov 23 12:46:12.545336 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Request body: {'port': {'device_id': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:12.592080 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-f19b2dcf-4642-4b26-916d-0cf65daea509 None None] Port 5cf1441a-b459-403a-a2cb-32947569e177 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:46:12.876605 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:12.940702 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:13.087631 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ce592-113c-4664-9f47-d49b3ca686f6 req-3958064b-3381-46e0-a899-4fc5c0a5d3d0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:13.088236 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-848ce592-113c-4664-9f47-d49b3ca686f6 req-3958064b-3381-46e0-a899-4fc5c0a5d3d0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Synchronizing usage tracker for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:13.110467 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f7f7e-c0c8-4003-916b-a054d6b69d65 req-66ec878e-ee6a-4182-9b7c-36c2975371a1 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:13.112047 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c31f7f7e-c0c8-4003-916b-a054d6b69d65 req-66ec878e-ee6a-4182-9b7c-36c2975371a1 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.3048396 Nov 23 12:46:13.239133 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:13.260741 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': 'ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6', 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076', 'port_id': 'ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6', 'mac_address': 'fa:16:3e:4e:71:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3498ebe6-be70-4bb1-b747-4ce3de1b4765', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:13.344837 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-848ce592-113c-4664-9f47-d49b3ca686f6 req-3958064b-3381-46e0-a899-4fc5c0a5d3d0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Unset dirty status for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:13.346093 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-848ce592-113c-4664-9f47-d49b3ca686f6 req-3958064b-3381-46e0-a899-4fc5c0a5d3d0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 932 time: 0.6933961 Nov 23 12:46:13.385827 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.397768 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c31f7f7e-c0c8-4003-916b-a054d6b69d65 req-635687c2-def0-4c8a-9a1b-c8ae67c649df tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733934 Nov 23 12:46:13.410432 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:13.416996 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-848ce592-113c-4664-9f47-d49b3ca686f6 req-5a877af9-f870-4fd1-a5de-854621219d1f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556927 Nov 23 12:46:13.463195 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:13.469306 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.470045 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:13.475941 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:13.617316 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:13.625363 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf1441a-b459-403a-a2cb-32947569e177 {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:13.628384 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:13.634931 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:13.651442 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '8d823f69-4b0d-4fdc-8345-cc7bd04ae86b', 'network_id': 'e4638c5e-cd86-4907-aa9f-5d6a308bc076', 'port_id': '8d823f69-4b0d-4fdc-8345-cc7bd04ae86b', 'mac_address': 'fa:16:3e:80:3c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3498ebe6-be70-4bb1-b747-4ce3de1b4765', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:13.655828 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.692895 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Transition to ACTIVE for port object 5cf1441a-b459-403a-a2cb-32947569e177 will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:13.705918 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.719131 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:13.759752 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.786129 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:13.790180 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:13.822806 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:13.842419 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:13.859942 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:13.861777 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:14.007005 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:14.010786 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:14.193341 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756904c7-8d11-4d0d-b340-18a425663a5c req-2ebd43a1-e091-45cd-a372-17ab6cb6a476 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:14.200873 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-756904c7-8d11-4d0d-b340-18a425663a5c req-2ebd43a1-e091-45cd-a372-17ab6cb6a476 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 945 time: 0.3322465 Nov 23 12:46:14.203480 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Attempting to bind port 5cf1441a-b459-403a-a2cb-32947569e177 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:14.203819 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Attempting to bind port 5cf1441a-b459-403a-a2cb-32947569e177 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:14.204146 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Attempting to bind port 5cf1441a-b459-403a-a2cb-32947569e177 on network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:14.249903 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Port 5cf1441a-b459-403a-a2cb-32947569e177 on network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:14.250526 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Attempting to bind port 5cf1441a-b459-403a-a2cb-32947569e177 on network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:14.265428 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-756904c7-8d11-4d0d-b340-18a425663a5c req-b485f333-b4be-4568-9ab2-469fc190dd9a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635922 Nov 23 12:46:14.267156 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:14.267500 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Checking segment: {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:14.267885 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Bound using segment: {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:14.268532 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Bound port: 5cf1441a-b459-403a-a2cb-32947569e177, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:14.268770 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.412817 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:14.416746 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:14.422821 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.428192 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f3d68bde-7796-4f07-bdce-c9158fc6daa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:14.500136 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:14.500751 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:14.502445 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] 10.222.0.64 "PUT /v2.0/ports/5cf1441a-b459-403a-a2cb-32947569e177 HTTP/1.1" status: 200 len: 1094 time: 1.9844508 Nov 23 12:46:14.502747 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:14.527483 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:14.536949 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:14.717748 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13921b2e-48fd-4c05-abde-477944bbced1 req-fd53a53b-d0bd-41d6-bcb1-4a1db63d06d9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:14.719448 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-13921b2e-48fd-4c05-abde-477944bbced1 req-fd53a53b-d0bd-41d6-bcb1-4a1db63d06d9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.1220980 Nov 23 12:46:14.773834 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-13921b2e-48fd-4c05-abde-477944bbced1 req-c95adc73-fba7-4b86-9c39-0c664d7adbf1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483308 Nov 23 12:46:14.862206 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177', 'status': 'completed', 'code': 200} Nov 23 12:46:15.481043 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b914c-29a2-43fa-b05c-90fc040f332a req-77a87736-87a2-47eb-8ea3-cc8f92ef33cb tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:15.482554 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6a6b914c-29a2-43fa-b05c-90fc040f332a req-77a87736-87a2-47eb-8ea3-cc8f92ef33cb tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 945 time: 0.0930831 Nov 23 12:46:15.529290 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6a6b914c-29a2-43fa-b05c-90fc040f332a req-cc744997-9943-4726-aedb-ffb3e6ad0769 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Nov 23 12:46:15.964600 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf7b09-86a9-4930-9cbd-ec9b42c871c4 req-d36bcac9-ebb2-4b87-a75d-c1ed3d00bd93 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:15.966595 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5cdf7b09-86a9-4930-9cbd-ec9b42c871c4 req-d36bcac9-ebb2-4b87-a75d-c1ed3d00bd93 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0857954 Nov 23 12:46:16.008307 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5cdf7b09-86a9-4930-9cbd-ec9b42c871c4 req-04be8ab6-e3b1-4992-917d-656099982069 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359845 Nov 23 12:46:16.689457 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be724e4-b6fe-4191-ad89-cf1e2bbdc974 req-32729a91-dac5-41e8-ab90-5ae8c0878c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:16.690937 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1be724e4-b6fe-4191-ad89-cf1e2bbdc974 req-32729a91-dac5-41e8-ab90-5ae8c0878c96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 1097 time: 0.1227641 Nov 23 12:46:16.824888 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaefb4-386f-4f25-85b5-12b9d542ba20 req-6ea28ad8-c315-4a7e-b97c-cd8158db0132 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:16.826433 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ffeaefb4-386f-4f25-85b5-12b9d542ba20 req-6ea28ad8-c315-4a7e-b97c-cd8158db0132 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 945 time: 0.1890967 Nov 23 12:46:16.868542 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:16.893576 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be724e4-b6fe-4191-ad89-cf1e2bbdc974 req-2812720a-722e-4a28-86d4-b0bca227383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:16.895200 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1be724e4-b6fe-4191-ad89-cf1e2bbdc974 req-2812720a-722e-4a28-86d4-b0bca227383f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=424aae1a3fd94083b51650f5eaffbb20&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1943750 Nov 23 12:46:16.901095 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['8d823f69-4b0d-4fdc-8345-cc7bd04ae86b'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:16.905860 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ffeaefb4-386f-4f25-85b5-12b9d542ba20 req-91388e08-df26-4c96-bb73-886cef75e03f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624392 Nov 23 12:46:17.044509 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be724e4-b6fe-4191-ad89-cf1e2bbdc974 req-ca303a21-8e72-42b5-b886-47c09d794074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:17.046248 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1be724e4-b6fe-4191-ad89-cf1e2bbdc974 req-ca303a21-8e72-42b5-b886-47c09d794074 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395607 Nov 23 12:46:17.264641 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-948280b0-ccd1-4f21-835d-29b11bedc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:17.266110 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-948280b0-ccd1-4f21-835d-29b11bedc33b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 1097 time: 0.1609392 Nov 23 12:46:17.273574 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd85245-6140-40f2-ab23-b3228952b923 req-944677ac-cbb6-4261-8254-a72d924edea4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:17.275347 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fbd85245-6140-40f2-ab23-b3228952b923 req-944677ac-cbb6-4261-8254-a72d924edea4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.1353323 Nov 23 12:46:17.413409 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-5179f31b-bfca-4993-8fe4-1d3bf7615d64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf1441a-b459-403a-a2cb-32947569e177 HTTP/1.1" status: 200 len: 217 time: 0.1371012 Nov 23 12:46:17.481104 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fbd85245-6140-40f2-ab23-b3228952b923 req-7488f569-8c05-4243-b6f4-984a6db8bd8e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879371 Nov 23 12:46:17.494086 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-e40fe15a-0a66-4a66-ad4d-5624d6408ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:17.495690 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-e40fe15a-0a66-4a66-ad4d-5624d6408ef1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 200 len: 856 time: 0.0750754 Nov 23 12:46:17.580853 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-22d758a1-b326-42e6-9c86-d7794c18517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:17.582380 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-22d758a1-b326-42e6-9c86-d7794c18517b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786319 Nov 23 12:46:17.732293 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-bd507a2c-9d75-4a52-b9a9-c4fdc5e0131a service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378369 Nov 23 12:46:17.900770 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7633c69-90cf-4527-be89-7e702cd6fe56 req-8beeca43-60c7-4281-8a68-833c71a31644 service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600640 Nov 23 12:46:18.120122 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91194a25-0028-43be-8e4e-c064530a202b req-35fb0cc5-1d64-4df7-9203-f65bf82cd72d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:18.122898 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-91194a25-0028-43be-8e4e-c064530a202b req-35fb0cc5-1d64-4df7-9203-f65bf82cd72d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 945 time: 0.0896289 Nov 23 12:46:18.171431 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-91194a25-0028-43be-8e4e-c064530a202b req-7421930e-c026-4305-8125-3dbe4fcfdf81 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426266 Nov 23 12:46:18.547361 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:18.669417 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:18.676734 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:18.677192 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.719829 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827626eb-7a61-41ec-84ad-61ce46a9f3ac req-4d138cf6-ccfd-46f8-8c6e-1ba225396b30 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:18.727863 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-827626eb-7a61-41ec-84ad-61ce46a9f3ac req-4d138cf6-ccfd-46f8-8c6e-1ba225396b30 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.1109498 Nov 23 12:46:18.794109 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-827626eb-7a61-41ec-84ad-61ce46a9f3ac req-048ad0aa-c8e1-47ec-9157-615a27e3f687 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626981 Nov 23 12:46:18.835536 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.867222 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9855730-8ef5-44f3-929b-a04d96aa99f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:18.877396 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:18.882791 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:18.883682 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:18.952851 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9855730-8ef5-44f3-929b-a04d96aa99f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6', 'code': 200} Nov 23 12:46:18.953301 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:19.062051 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:19.068084 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:19.075307 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:19.082077 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:19.082597 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.213320 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.231591 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fceba-857e-4eb5-9411-b00ec548e07f req-6d9c5ac4-fc7e-4946-9a61-132f40f6a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:19.233065 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bc6fceba-857e-4eb5-9411-b00ec548e07f req-6d9c5ac4-fc7e-4946-9a61-132f40f6a92a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1099 time: 0.1207855 Nov 23 12:46:19.271769 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:19.286205 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:19.288532 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-0a4f0f7b-f527-43fd-b977-f91acc8402d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:19.330121 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bc6fceba-857e-4eb5-9411-b00ec548e07f req-18de227d-97ea-493d-9bea-f098e7ca8c90 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873077 Nov 23 12:46:19.390055 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:19.394831 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:19.457801 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b66d8-8600-427b-b9e5-3cc26a34c096 req-90a9cba7-057c-42ea-970b-0a5d2e1b10d5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:19.459289 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af8b66d8-8600-427b-b9e5-3cc26a34c096 req-90a9cba7-057c-42ea-970b-0a5d2e1b10d5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.0895720 Nov 23 12:46:19.507485 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af8b66d8-8600-427b-b9e5-3cc26a34c096 req-27abdd2d-12bd-4b68-8aed-807790db9f84 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Nov 23 12:46:19.991588 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f8889-87a1-4249-91c0-c3df70788767 req-01e6c6db-6ad7-4054-99e2-5ec4e68de982 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:19.993055 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6f8f8889-87a1-4249-91c0-c3df70788767 req-01e6c6db-6ad7-4054-99e2-5ec4e68de982 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0946076 Nov 23 12:46:20.042822 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6f8f8889-87a1-4249-91c0-c3df70788767 req-4c73d9b7-d4c2-4636-8e3b-6ab31f8171f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 Nov 23 12:46:20.292914 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-869409da-e2ec-4e52-862a-aae85fb4b8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.712969 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9b978-da87-4dde-84a1-880c8442fd35 req-1b4553ae-9ee2-4fce-bc08-80354954d928 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:20.714473 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2de9b978-da87-4dde-84a1-880c8442fd35 req-1b4553ae-9ee2-4fce-bc08-80354954d928 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.0832045 Nov 23 12:46:20.761392 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2de9b978-da87-4dde-84a1-880c8442fd35 req-928f1285-cc77-416a-832b-58478b33c7d6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390782 Nov 23 12:46:20.804389 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:20.953787 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da562f7-308f-4563-844d-ab913ace3181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d823f69-4b0d-4fdc-8345-cc7bd04ae86b'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:21.000708 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da562f7-308f-4563-844d-ab913ace3181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d823f69-4b0d-4fdc-8345-cc7bd04ae86b', 'code': 200} Nov 23 12:46:21.252407 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ddc33-1dc7-4c61-a6c5-31e9f17ab443 req-610dac7c-fb6c-4480-af76-b424f8f795f0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:21.254474 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a43ddc33-1dc7-4c61-a6c5-31e9f17ab443 req-610dac7c-fb6c-4480-af76-b424f8f795f0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0841424 Nov 23 12:46:21.321165 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a43ddc33-1dc7-4c61-a6c5-31e9f17ab443 req-6eafd213-270f-4965-9cb1-f2e7db55a0cb tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579309 Nov 23 12:46:21.477948 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60134) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:21.545197 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5cf1441a-b459-403a-a2cb-32947569e177 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:21.603462 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.619946 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:21.624839 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Usage tracker for resource:security_group_rule and tenant:e219c536656447de8ca5d7a54b3eba4e is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:21.627962 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:21.634236 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:21.729304 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:21.750949 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '5cf1441a-b459-403a-a2cb-32947569e177', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'port_id': '5cf1441a-b459-403a-a2cb-32947569e177', 'mac_address': 'fa:16:3e:1c:eb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:21.763028 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.769525 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.781723 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:21.826712 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8ade92-5809-42c6-8518-6938d339af86,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:21.850929 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.851358 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.851834 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.852291 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.852642 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.852987 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.853326 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.853970 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.854073 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.854349 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.854705 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.855038 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:21.862402 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:21.866412 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e219c536656447de8ca5d7a54b3eba4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872898 Nov 23 12:46:21.869236 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60148) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:21.900429 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.917554 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf1441a-b459-403a-a2cb-32947569e177 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:21.932943 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:21.937331 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:21.939096 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-8958eb7c-c90e-4e0c-a957-33ac3bb32c74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:21.993129 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb502696-0564-4414-8a13-c8640ed81128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.005543 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.008754 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.028309 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a27b1-f8c4-4ca7-b779-13e6cf146426 req-aa2ad3dd-d7d9-466f-82fc-1d324b6a536b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:22.029764 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-567a27b1-f8c4-4ca7-b779-13e6cf146426 req-aa2ad3dd-d7d9-466f-82fc-1d324b6a536b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1432920 Nov 23 12:46:22.033879 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb502696-0564-4414-8a13-c8640ed81128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.103387 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-567a27b1-f8c4-4ca7-b779-13e6cf146426 req-41ce8b4a-62e3-461f-929b-a8ccaff8900c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630004 Nov 23 12:46:22.119146 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb502696-0564-4414-8a13-c8640ed81128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.122959 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-835010de-d81f-4e97-87c0-d50dd148838a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:22.134502 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb502696-0564-4414-8a13-c8640ed81128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8ade92-5809-42c6-8518-6938d339af86,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.137238 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bb502696-0564-4414-8a13-c8640ed81128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.142389 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb502696-0564-4414-8a13-c8640ed81128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.143470 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-bb502696-0564-4414-8a13-c8640ed81128 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec8ade92-5809-42c6-8518-6938d339af86 HTTP/1.1" status: 204 len: 168 time: 0.2732019 Nov 23 12:46:22.481113 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60166) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:22.499412 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.516362 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:22.520148 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Usage tracker for resource:security_group_rule and tenant:8adeb93cc0c94150abc8adac7c9e6029 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:22.523053 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:22.528953 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:22.592674 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493015d-816f-4f01-9efe-028f6b9a1099 req-ef033b29-7f46-46bb-aff6-e1786f212afb tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:22.594261 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5493015d-816f-4f01-9efe-028f6b9a1099 req-ef033b29-7f46-46bb-aff6-e1786f212afb tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 945 time: 0.1550164 Nov 23 12:46:22.607106 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4fa8a-631d-41c7-9f5f-feba6da82d7c req-9da1cd16-2ba7-4378-9e99-f395c9f841a5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:22.608543 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1ef4fa8a-631d-41c7-9f5f-feba6da82d7c req-9da1cd16-2ba7-4378-9e99-f395c9f841a5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1163676 Nov 23 12:46:22.618511 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.623292 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.659330 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:22.676510 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8adeb93cc0c94150abc8adac7c9e6029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919487 Nov 23 12:46:22.676905 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60174) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:22.693626 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c061b4f-611d-47a1-94ee-9944fec9f613,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.699786 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5493015d-816f-4f01-9efe-028f6b9a1099 req-fe9692a8-2d09-45b1-be34-b5c5db6f94c8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897901 Nov 23 12:46:22.701407 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.701789 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.702135 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.702477 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.702813 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.703145 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.703477 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.703849 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.704173 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.704504 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.704839 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.705160 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:22.707879 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1ef4fa8a-631d-41c7-9f5f-feba6da82d7c req-b9baade0-126c-4ae4-8248-1bda4134f3d3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854020 Nov 23 12:46:22.708930 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.752604 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-eab0b3b8-2b66-4484-9f3a-6cbc66b21643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.832429 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-eab0b3b8-2b66-4484-9f3a-6cbc66b21643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.861459 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0d7f2911-19aa-4cdd-b2d4-a018dbb0371f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.887390 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-eab0b3b8-2b66-4484-9f3a-6cbc66b21643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.892279 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:22.904563 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0b3b8-2b66-4484-9f3a-6cbc66b21643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c061b4f-611d-47a1-94ee-9944fec9f613,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:22.907424 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-eab0b3b8-2b66-4484-9f3a-6cbc66b21643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:22.909406 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-eab0b3b8-2b66-4484-9f3a-6cbc66b21643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:22.915227 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-eab0b3b8-2b66-4484-9f3a-6cbc66b21643 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c061b4f-611d-47a1-94ee-9944fec9f613 HTTP/1.1" status: 204 len: 168 time: 0.2307565 Nov 23 12:46:23.259257 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60184) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:23.277424 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.291645 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:23.295397 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] Usage tracker for resource:security_group_rule and tenant:0734ff0dd9164c4db99b6f14de43b7e1 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:23.298145 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:23.303711 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:23.386074 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.389811 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.396638 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-81de1f0b-b7d3-4611-a488-2af1681dc50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:23.435365 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ed4e9-0001-4c90-910a-5a13862fd1ad,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:23.440817 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0734ff0dd9164c4db99b6f14de43b7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794827 Nov 23 12:46:23.440817 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:23.442362 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60190) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:23.503449 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ec58eef6-1991-4011-8422-bce7da958b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.528406 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ec58eef6-1991-4011-8422-bce7da958b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.581592 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ec58eef6-1991-4011-8422-bce7da958b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.586116 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-173c2b79-c355-4b1a-8682-ae6e71248a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:23.602317 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58eef6-1991-4011-8422-bce7da958b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ed4e9-0001-4c90-910a-5a13862fd1ad,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:23.605834 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ec58eef6-1991-4011-8422-bce7da958b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:23.615705 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ec58eef6-1991-4011-8422-bce7da958b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.616828 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-ec58eef6-1991-4011-8422-bce7da958b1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b2ed4e9-0001-4c90-910a-5a13862fd1ad HTTP/1.1" status: 204 len: 168 time: 0.1735842 Nov 23 12:46:23.658112 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:23.777931 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c268-7e5d-4dfc-9394-1716f727436f req-b110f19e-8d05-48bc-bd54-776d28a5aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:23.779397 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a75c268-7e5d-4dfc-9394-1716f727436f req-b110f19e-8d05-48bc-bd54-776d28a5aa50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1099 time: 0.1327534 Nov 23 12:46:23.962510 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['5cf1441a-b459-403a-a2cb-32947569e177'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:24.050116 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:24.146326 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c268-7e5d-4dfc-9394-1716f727436f req-08821b23-c3e0-4899-8aa8-b8f180d35b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:24.147756 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a75c268-7e5d-4dfc-9394-1716f727436f req-08821b23-c3e0-4899-8aa8-b8f180d35b64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.3611944 Nov 23 12:46:24.228476 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb79c2-812d-48df-9dfa-dd946dda6249 req-b1f33102-33ae-4686-a528-51681eec1b46 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:24.229929 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b3eb79c2-812d-48df-9dfa-dd946dda6249 req-b1f33102-33ae-4686-a528-51681eec1b46 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.3288052 Nov 23 12:46:24.231698 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934f32c-d831-4919-bae8-48333c88eaf3 req-315196e4-7a41-4f52-b97f-f3ee80359455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:24.232997 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f934f32c-d831-4919-bae8-48333c88eaf3 req-315196e4-7a41-4f52-b97f-f3ee80359455 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.3330023 Nov 23 12:46:24.263601 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a75c268-7e5d-4dfc-9394-1716f727436f req-f1917024-1fa5-4cbe-aefb-6923eeea9617 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 HTTP/1.1" status: 200 len: 217 time: 0.1018889 Nov 23 12:46:24.271093 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b8ae8-bc8f-4c18-8962-8b4e1584a8e6 req-bd8617a2-0e34-4b9b-b812-2bb67d74abd0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:24.272509 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-242b8ae8-bc8f-4c18-8962-8b4e1584a8e6 req-bd8617a2-0e34-4b9b-b812-2bb67d74abd0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 945 time: 0.3704388 Nov 23 12:46:24.327524 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b3eb79c2-812d-48df-9dfa-dd946dda6249 req-acae9e2f-21d5-4fda-9f74-93abde18f37f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876184 Nov 23 12:46:24.337169 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-242b8ae8-bc8f-4c18-8962-8b4e1584a8e6 req-5431586c-8781-458f-b0a9-7ce3f2587ee9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564764 Nov 23 12:46:24.951554 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60266) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:25.064545 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.079153 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:25.082904 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] Usage tracker for resource:security_group_rule and tenant:d5c4bd5f78f9456a87a65e763895c454 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:25.085581 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:25.091770 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:25.174120 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.178543 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.189139 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:25.228516 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aa77f1-9aa3-4eee-90f4-2939547b74df,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:25.232782 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5c4bd5f78f9456a87a65e763895c454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802353 Nov 23 12:46:25.233628 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:25.235337 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60274) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:25.258849 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.294997 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3a486005-a732-4e3e-b5f9-35541e81cd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.321492 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3a486005-a732-4e3e-b5f9-35541e81cd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.376495 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3a486005-a732-4e3e-b5f9-35541e81cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.382972 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-11cf42d2-d90b-4108-919d-f678af977d9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:25.394666 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a486005-a732-4e3e-b5f9-35541e81cd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aa77f1-9aa3-4eee-90f4-2939547b74df,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:25.403001 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3a486005-a732-4e3e-b5f9-35541e81cd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:25.408241 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3a486005-a732-4e3e-b5f9-35541e81cd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:25.411992 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-3a486005-a732-4e3e-b5f9-35541e81cd85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0aa77f1-9aa3-4eee-90f4-2939547b74df HTTP/1.1" status: 204 len: 168 time: 0.1757574 Nov 23 12:46:25.586562 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d21a8-c7d4-4575-a6e9-5e3b3759702c req-664546a4-95a7-4f59-90ab-227f78649694 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:25.588011 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-506d21a8-c7d4-4575-a6e9-5e3b3759702c req-664546a4-95a7-4f59-90ab-227f78649694 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1468332 Nov 23 12:46:25.597980 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae9c01-6516-41a4-9e82-a4806923a63a req-f2a4ce33-5559-421c-a5fa-cc35508ad90b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:25.599355 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d9ae9c01-6516-41a4-9e82-a4806923a63a req-f2a4ce33-5559-421c-a5fa-cc35508ad90b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 945 time: 0.1195736 Nov 23 12:46:25.663164 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-506d21a8-c7d4-4575-a6e9-5e3b3759702c req-dc086877-ddc9-495e-b607-ac8119f7cc98 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628774 Nov 23 12:46:25.673665 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d9ae9c01-6516-41a4-9e82-a4806923a63a req-7a0e4b4a-db8f-48f6-a533-714d60c44171 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585895 Nov 23 12:46:26.039778 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f934f32c-d831-4919-bae8-48333c88eaf3 req-5cb60a6f-b86d-4c06-8cd7-65f5b5d8d33d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946035 Nov 23 12:46:26.041131 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c268-7e5d-4dfc-9394-1716f727436f req-2873f1e4-bdbf-4599-9c69-aab3e3088449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:26.042461 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a75c268-7e5d-4dfc-9394-1716f727436f req-2873f1e4-bdbf-4599-9c69-aab3e3088449 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0957835 Nov 23 12:46:26.961409 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3b887-e0d1-457f-9965-b5e2ca50f905 req-84aeb00d-f175-4f0a-a61a-6f9563d20503 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:26.965251 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ded3b887-e0d1-457f-9965-b5e2ca50f905 req-84aeb00d-f175-4f0a-a61a-6f9563d20503 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1821589 Nov 23 12:46:26.981767 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838b4c3-9a78-48ad-ac1c-e52ff2f94576 req-00867d55-7370-444c-9a43-571cb7ce5f66 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:26.981767 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7838b4c3-9a78-48ad-ac1c-e52ff2f94576 req-00867d55-7370-444c-9a43-571cb7ce5f66 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 945 time: 0.1353555 Nov 23 12:46:27.054524 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ded3b887-e0d1-457f-9965-b5e2ca50f905 req-75c21860-a80f-4e2c-8234-1636b824d30c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721331 Nov 23 12:46:27.062101 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7838b4c3-9a78-48ad-ac1c-e52ff2f94576 req-01201adf-789a-41e2-8154-766fd452779d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618889 Nov 23 12:46:27.214712 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a75c268-7e5d-4dfc-9394-1716f727436f req-1b68d1b3-d4d6-4963-ac26-88e56049a8fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456100 Nov 23 12:46:27.377205 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a75c268-7e5d-4dfc-9394-1716f727436f req-6fd98cee-5cbb-47cc-9caf-31fa42125e58 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541429 Nov 23 12:46:27.509500 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a75c268-7e5d-4dfc-9394-1716f727436f req-8828a54c-4162-412c-aa8c-dca8395383b8 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241853 Nov 23 12:46:28.494474 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987f953-da5b-449f-a382-1db2b53f5a39 req-fece654a-8980-4028-b607-a09749efefce tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:28.497272 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7987f953-da5b-449f-a382-1db2b53f5a39 req-fece654a-8980-4028-b607-a09749efefce tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 945 time: 0.3031163 Nov 23 12:46:28.503349 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29c0461a-1285-4e26-aa99-8f5de718995c req-837cdded-460a-4b26-ae17-40b6e57a0be1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2094548 Nov 23 12:46:28.529234 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e85e1-619e-457b-8f77-3438288f47fc req-276b3ee5-c4f3-47ae-bbbb-65ae000c6209 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:28.536306 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f50e85e1-619e-457b-8f77-3438288f47fc req-276b3ee5-c4f3-47ae-bbbb-65ae000c6209 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.3407400 Nov 23 12:46:28.585530 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7987f953-da5b-449f-a382-1db2b53f5a39 req-f44967ec-c05e-4175-a6d2-c67b697f27f7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798612 Nov 23 12:46:28.615118 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f50e85e1-619e-457b-8f77-3438288f47fc req-dbbb106a-a0b6-483e-ba05-75b3b3e8f9b8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777812 Nov 23 12:46:28.717357 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0461a-1285-4e26-aa99-8f5de718995c req-250eb1ce-2326-4a41-9007-5c2e98e052bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:28.719141 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29c0461a-1285-4e26-aa99-8f5de718995c req-250eb1ce-2326-4a41-9007-5c2e98e052bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 1099 time: 0.1030200 Nov 23 12:46:28.894111 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0461a-1285-4e26-aa99-8f5de718995c req-d7b6d507-b446-456e-b13d-8ede6b1a385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:28.895532 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29c0461a-1285-4e26-aa99-8f5de718995c req-d7b6d507-b446-456e-b13d-8ede6b1a385b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.1548679 Nov 23 12:46:28.908199 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5cf1441a-b459-403a-a2cb-32947569e177 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:29.010150 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29c0461a-1285-4e26-aa99-8f5de718995c req-7a4bff97-5615-417c-b0b7-14443c8f0b4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a HTTP/1.1" status: 200 len: 217 time: 0.1022155 Nov 23 12:46:29.018164 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 5cf1441a-b459-403a-a2cb-32947569e177 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:29.031017 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 5cf1441a-b459-403a-a2cb-32947569e177 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:29.031431 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.116469 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0461a-1285-4e26-aa99-8f5de718995c req-e93a0959-4b71-47cd-ba40-abce4e539509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:29.118415 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29c0461a-1285-4e26-aa99-8f5de718995c req-e93a0959-4b71-47cd-ba40-abce4e539509 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.1011617 Nov 23 12:46:29.164624 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.169258 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29c0461a-1285-4e26-aa99-8f5de718995c req-6ae705b2-5dff-407c-8d3f-e42bd22985f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418878 Nov 23 12:46:29.192971 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:29.204108 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:29.215446 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:29.217891 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:29.294449 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177', 'code': 200} Nov 23 12:46:29.334078 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:29.342247 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.342592 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.342928 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.343259 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.343391 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29c0461a-1285-4e26-aa99-8f5de718995c req-23927830-714a-4149-a3af-fe084a31b782 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672630 Nov 23 12:46:29.343587 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.343915 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.344235 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.344552 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.344893 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.345267 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.345531 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.345875 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:46:29.349658 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:29.549417 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29c0461a-1285-4e26-aa99-8f5de718995c req-553a8527-74ea-471d-9630-57f5d8e28d1a service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920438 Nov 23 12:46:29.592588 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8d5f6-01f6-4807-85a5-26d4ed346362 req-f58c613b-eb4e-4b98-b891-3217873bf505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:29.598861 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-88e8d5f6-01f6-4807-85a5-26d4ed346362 req-f58c613b-eb4e-4b98-b891-3217873bf505 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 1099 time: 0.1085672 Nov 23 12:46:29.644572 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-88e8d5f6-01f6-4807-85a5-26d4ed346362 req-f1dbae2a-8785-4c9f-abd2-57659912e657 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380509 Nov 23 12:46:29.851256 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2a795-6b10-4a87-b68e-ec0d1c4117dc req-31ef032d-e6a4-4668-b2b0-b17504f3435c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:29.853371 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2ec2a795-6b10-4a87-b68e-ec0d1c4117dc req-31ef032d-e6a4-4668-b2b0-b17504f3435c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1065280 Nov 23 12:46:29.943417 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2ec2a795-6b10-4a87-b68e-ec0d1c4117dc req-9787d29e-c641-48b4-9cb8-539945eaee85 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799706 Nov 23 12:46:30.062748 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fc285-6a81-4971-908e-0fc1a8e32acf req-5f32a52b-0b95-4e69-bb26-ea94ed682758 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:30.064195 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-191fc285-6a81-4971-908e-0fc1a8e32acf req-5f32a52b-0b95-4e69-bb26-ea94ed682758 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1019621 Nov 23 12:46:30.191651 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-191fc285-6a81-4971-908e-0fc1a8e32acf req-e3ab6dcf-8db6-449f-8988-97a676ffcc12 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766726 Nov 23 12:46:30.214779 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e113e50-37bc-4da3-b3ac-94b8eba977ca req-829b7990-7ae6-4955-afb3-384d2887c129 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:30.217828 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5e113e50-37bc-4da3-b3ac-94b8eba977ca req-829b7990-7ae6-4955-afb3-384d2887c129 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.1527522 Nov 23 12:46:30.276719 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5e113e50-37bc-4da3-b3ac-94b8eba977ca req-dc62535f-22be-4be8-bfa8-c084c037e99f tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501001 Nov 23 12:46:30.451535 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60470) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:30.568706 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.583511 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:30.587315 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] Usage tracker for resource:security_group_rule and tenant:1fe61a05d966480dad1a824cb38c4510 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:30.590051 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:30.595600 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:30.676928 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.681118 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.694030 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-a3ccd493-da5d-4226-aeb5-9b8d46b507ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:30.793724 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fe61a05d966480dad1a824cb38c4510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381932 Nov 23 12:46:30.793909 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60488) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:30.796779 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c13e21-d489-4e12-b2fd-b5ecc6a6e97c,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:30.810577 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:30.854497 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60494) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:30.867078 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b1fecf4f-36fe-4ca9-aa54-4b7790031cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.895920 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b1fecf4f-36fe-4ca9-aa54-4b7790031cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.949946 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b1fecf4f-36fe-4ca9-aa54-4b7790031cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.953897 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4cc92d3e-8a5f-46f2-88e9-4ef5581cd3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:30.965424 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fecf4f-36fe-4ca9-aa54-4b7790031cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c13e21-d489-4e12-b2fd-b5ecc6a6e97c,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:30.969649 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b1fecf4f-36fe-4ca9-aa54-4b7790031cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:30.973165 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b1fecf4f-36fe-4ca9-aa54-4b7790031cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:30.974342 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b1fecf4f-36fe-4ca9-aa54-4b7790031cc1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1c13e21-d489-4e12-b2fd-b5ecc6a6e97c HTTP/1.1" status: 204 len: 168 time: 0.1795571 Nov 23 12:46:30.995076 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.011661 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:31.016225 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] Usage tracker for resource:security_group_rule and tenant:05ce29746e1c447d945e1fbddf9fc5ac is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:31.019574 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:31.026451 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:31.201852 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.214135 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.228447 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-16b50eff-0424-4e98-8572-81250c4c6c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:31.288322 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05ce29746e1c447d945e1fbddf9fc5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324884 Nov 23 12:46:31.291057 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60518) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:31.294184 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60522) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:31.304839 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726fd5b-42bc-4fbd-a05b-77f92940f5d8 req-a1c3e80b-71d4-4a64-a62c-c8d2f7621a47 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:31.313237 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d726fd5b-42bc-4fbd-a05b-77f92940f5d8 req-a1c3e80b-71d4-4a64-a62c-c8d2f7621a47 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2160289 Nov 23 12:46:31.334806 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7a28f7-3cf3-4a12-9e38-f37b2c9ff990,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:31.350720 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:31.425674 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d726fd5b-42bc-4fbd-a05b-77f92940f5d8 req-0015cc12-7f5b-4cee-bcef-98b2963892cc tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113343 Nov 23 12:46:31.459125 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8bba8bf4-94e4-4736-bc2a-449f37825398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.494569 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8bba8bf4-94e4-4736-bc2a-449f37825398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.512981 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60532) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:31.546279 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.548106 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.568315 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:31.569263 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:31.573968 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] Usage tracker for resource:security_group_rule and tenant:40936f119fd7480ba59649c35d7cf344 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:31.574216 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] Usage tracker for resource:security_group_rule and tenant:187c8e1612b0420ca3c65700d99ec5c0 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:31.578007 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:31.578130 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:31.584915 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:31.586930 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:31.605804 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8bba8bf4-94e4-4736-bc2a-449f37825398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.611914 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:31.626634 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba8bf4-94e4-4736-bc2a-449f37825398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7a28f7-3cf3-4a12-9e38-f37b2c9ff990,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:31.636309 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8bba8bf4-94e4-4736-bc2a-449f37825398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:31.637094 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8bba8bf4-94e4-4736-bc2a-449f37825398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.639191 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-8bba8bf4-94e4-4736-bc2a-449f37825398 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e7a28f7-3cf3-4a12-9e38-f37b2c9ff990 HTTP/1.1" status: 204 len: 168 time: 0.3467071 Nov 23 12:46:31.679146 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5634e0-283a-4247-8d49-0e75b06f4e38 req-e3b9e4d3-936b-4938-b3ca-79d642432e38 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:31.680565 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0f5634e0-283a-4247-8d49-0e75b06f4e38 req-e3b9e4d3-936b-4938-b3ca-79d642432e38 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.2714715 Nov 23 12:46:31.726260 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.731344 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.740553 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:31.757354 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0f5634e0-283a-4247-8d49-0e75b06f4e38 req-76511d52-f0b1-4d5b-b71f-689e663f7bc5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680606 Nov 23 12:46:31.766634 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f19f87-9c11-4681-9e0a-ce4cdb13afee req-48603f5f-dfa5-48d0-9fac-52a281c1abb2 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:31.768109 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-23f19f87-9c11-4681-9e0a-ce4cdb13afee req-48603f5f-dfa5-48d0-9fac-52a281c1abb2 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.1790030 Nov 23 12:46:31.787443 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40936f119fd7480ba59649c35d7cf344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724624 Nov 23 12:46:31.791054 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60538) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:31.803795 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aafe88c-7c4b-44e8-a543-c6b8d71c1ffe,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:31.808859 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:31.864971 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5bc9865f-7605-492a-ae37-1a5171805c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.893614 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5bc9865f-7605-492a-ae37-1a5171805c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.908937 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.914035 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-23f19f87-9c11-4681-9e0a-ce4cdb13afee req-9f6aba29-af60-49c8-b4b4-6abee3d9548e tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339097 Nov 23 12:46:31.915168 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.923242 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:31.957881 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5bc9865f-7605-492a-ae37-1a5171805c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.963616 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:31.964354 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=187c8e1612b0420ca3c65700d99ec5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460926 Nov 23 12:46:31.966086 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce8b61e-e5d3-41cc-988e-24c8b9e2f6a2,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:31.968341 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60544) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:31.970960 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:31.975685 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9865f-7605-492a-ae37-1a5171805c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aafe88c-7c4b-44e8-a543-c6b8d71c1ffe,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:31.978313 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5bc9865f-7605-492a-ae37-1a5171805c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:31.986371 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5bc9865f-7605-492a-ae37-1a5171805c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:31.990070 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-5bc9865f-7605-492a-ae37-1a5171805c9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9aafe88c-7c4b-44e8-a543-c6b8d71c1ffe HTTP/1.1" status: 204 len: 168 time: 0.1957209 Nov 23 12:46:32.029702 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6670407b-6112-4cc0-b542-29b0f51e0a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.055778 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6670407b-6112-4cc0-b542-29b0f51e0a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.076281 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60550) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:32.093720 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.108333 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:32.114182 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] Usage tracker for resource:security_group_rule and tenant:3ae79d68ed164353b806c4920e3b598a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:32.117537 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:32.123311 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6670407b-6112-4cc0-b542-29b0f51e0a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.124647 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:32.128460 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:32.141547 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670407b-6112-4cc0-b542-29b0f51e0a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce8b61e-e5d3-41cc-988e-24c8b9e2f6a2,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:32.143715 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6670407b-6112-4cc0-b542-29b0f51e0a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:32.154262 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6670407b-6112-4cc0-b542-29b0f51e0a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.155640 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-6670407b-6112-4cc0-b542-29b0f51e0a2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ce8b61e-e5d3-41cc-988e-24c8b9e2f6a2 HTTP/1.1" status: 204 len: 168 time: 0.1864228 Nov 23 12:46:32.226644 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.233414 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.246032 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8bba8bf4-94e4-4736-bc2a-449f37825398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:32.295709 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ae79d68ed164353b806c4920e3b598a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182348 Nov 23 12:46:32.296744 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05d0dc8-bcda-46f9-af71-fc3cb80e19e1,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:32.298518 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60558) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:32.302810 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:32.350242 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60562) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:32.361661 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bec47087-8584-40a4-95be-47668abff7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.369302 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.385812 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:32.390845 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] Usage tracker for resource:security_group_rule and tenant:cc1a7facadd54942b621010c383499d8 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:32.394263 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:32.395651 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bec47087-8584-40a4-95be-47668abff7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.401011 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:32.456339 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bec47087-8584-40a4-95be-47668abff7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.461457 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:32.480567 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec47087-8584-40a4-95be-47668abff7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05d0dc8-bcda-46f9-af71-fc3cb80e19e1,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:32.484039 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bec47087-8584-40a4-95be-47668abff7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:32.506541 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bec47087-8584-40a4-95be-47668abff7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.509901 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-bec47087-8584-40a4-95be-47668abff7cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b05d0dc8-bcda-46f9-af71-fc3cb80e19e1 HTTP/1.1" status: 204 len: 168 time: 0.2099214 Nov 23 12:46:32.520303 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.529147 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.541571 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b6a3ae38-9811-489d-873f-2d95d7ca14f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:32.594122 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc1a7facadd54942b621010c383499d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426643 Nov 23 12:46:32.594825 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60574) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:32.605773 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d97d429-ea35-47fa-891a-982889b5c88f,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:32.609683 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:32.725800 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e895b755-645f-408a-b7a1-dc5a43281f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.756203 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e895b755-645f-408a-b7a1-dc5a43281f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.770259 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55104d-315b-4995-b93b-31550918894b req-289272fc-326c-4404-bb5a-0831d509246a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:32.771692 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f55104d-315b-4995-b93b-31550918894b req-289272fc-326c-4404-bb5a-0831d509246a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1475651 Nov 23 12:46:32.842504 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f55104d-315b-4995-b93b-31550918894b req-40c1d6db-9dea-41c6-b63e-544d0cf6d756 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602286 Nov 23 12:46:32.858539 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e895b755-645f-408a-b7a1-dc5a43281f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.864475 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e87d17d6-8d98-4536-9bb9-dafa27bbdc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:32.880052 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895b755-645f-408a-b7a1-dc5a43281f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d97d429-ea35-47fa-891a-982889b5c88f,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:32.884024 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e895b755-645f-408a-b7a1-dc5a43281f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:32.888739 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e895b755-645f-408a-b7a1-dc5a43281f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:32.890518 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e895b755-645f-408a-b7a1-dc5a43281f45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d97d429-ea35-47fa-891a-982889b5c88f HTTP/1.1" status: 204 len: 168 time: 0.2945280 Nov 23 12:46:32.990146 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6c7d3-ef5e-437c-b604-50b32fb8774d req-cae6f823-16b6-4bc6-b284-60bd9c14c02c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:32.992097 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1b6c7d3-ef5e-437c-b604-50b32fb8774d req-cae6f823-16b6-4bc6-b284-60bd9c14c02c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.0997615 Nov 23 12:46:33.083830 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1b6c7d3-ef5e-437c-b604-50b32fb8774d req-947e0969-bcca-4473-8100-79a20f6cafdc tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818450 Nov 23 12:46:33.138341 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046e7e2-5104-48b1-b91f-08d48281667d req-d353c64c-f47c-44ab-851b-a10342e0afa6 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:33.139807 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c046e7e2-5104-48b1-b91f-08d48281667d req-d353c64c-f47c-44ab-851b-a10342e0afa6 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.0942948 Nov 23 12:46:33.200157 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c046e7e2-5104-48b1-b91f-08d48281667d req-116fdfca-5c5e-4548-8589-81650d12db6b tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540519 Nov 23 12:46:33.237187 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60600) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:33.258228 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.275334 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:33.279147 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] Usage tracker for resource:security_group_rule and tenant:498697be8156405996aa49f849a03ab2 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:33.282007 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:33.287680 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:33.370554 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.375285 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.382806 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bec47087-8584-40a4-95be-47668abff7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:33.421188 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3309d52d-5f20-4242-8505-0a192c7a1884,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:33.425459 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=498697be8156405996aa49f849a03ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870248 Nov 23 12:46:33.426352 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:33.428149 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60608) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:33.490315 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-adbd50ae-648b-4ca1-8a46-a3c77ad77a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.517534 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-adbd50ae-648b-4ca1-8a46-a3c77ad77a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.572864 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-adbd50ae-648b-4ca1-8a46-a3c77ad77a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.578063 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-eab0b3b8-2b66-4484-9f3a-6cbc66b21643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:33.589109 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd50ae-648b-4ca1-8a46-a3c77ad77a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3309d52d-5f20-4242-8505-0a192c7a1884,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:33.594186 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-adbd50ae-648b-4ca1-8a46-a3c77ad77a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:33.596195 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-adbd50ae-648b-4ca1-8a46-a3c77ad77a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:33.597291 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-adbd50ae-648b-4ca1-8a46-a3c77ad77a58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3309d52d-5f20-4242-8505-0a192c7a1884 HTTP/1.1" status: 204 len: 168 time: 0.1682656 Nov 23 12:46:34.050754 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065107f-92e3-4e16-996d-85f477b0c85d req-5328aaf6-e4ab-4786-8e02-56d3494bac17 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.052386 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e065107f-92e3-4e16-996d-85f477b0c85d req-5328aaf6-e4ab-4786-8e02-56d3494bac17 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.0811608 Nov 23 12:46:34.108442 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e065107f-92e3-4e16-996d-85f477b0c85d req-97faa41b-db8c-4963-aeeb-683384ed051c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498095 Nov 23 12:46:34.344026 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025965a9-abb7-4236-a63d-8158306d8d98 req-f45cc46e-5802-46cb-9af0-7e51139950d4 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.345578 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-025965a9-abb7-4236-a63d-8158306d8d98 req-f45cc46e-5802-46cb-9af0-7e51139950d4 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1351607 Nov 23 12:46:34.453980 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-025965a9-abb7-4236-a63d-8158306d8d98 req-673b4f8c-701b-4eb5-9767-54c4f4cc05ed tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010721 Nov 23 12:46:34.500349 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53376ec-38dc-4fb9-bb6c-24f1ba1c43ab req-2cdaa508-b8d4-49cd-8ace-c161a1f3ab24 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:34.501869 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60658) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:34.506200 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e53376ec-38dc-4fb9-bb6c-24f1ba1c43ab req-2cdaa508-b8d4-49cd-8ace-c161a1f3ab24 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.1496773 Nov 23 12:46:34.550332 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e53376ec-38dc-4fb9-bb6c-24f1ba1c43ab req-da7c9ec1-bfe9-4820-9041-a5dd85c17df7 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426557 Nov 23 12:46:34.794837 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.810825 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:34.814590 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] Usage tracker for resource:security_group_rule and tenant:fa10b55ea6cb464a8987c246650b96bc is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:34.817444 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:34.823763 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:34.932407 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.937382 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:34.946634 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4b9f2b50-a61e-4801-85ce-ee545d2a8b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:34.995811 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa10b55ea6cb464a8987c246650b96bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901977 Nov 23 12:46:34.995811 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60682) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:34.998466 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f81fa9-afb6-4966-a7de-173f7bd90c6e,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:35.024515 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:35.060785 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8d491f93-c6b4-40d7-9b10-f2355801d2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.086673 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8d491f93-c6b4-40d7-9b10-f2355801d2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.140020 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-156dd9e6-0bff-4038-9776-10fae58a313a tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.143130 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-156dd9e6-0bff-4038-9776-10fae58a313a tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.64 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.0882401 Nov 23 12:46:35.151450 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8d491f93-c6b4-40d7-9b10-f2355801d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.155920 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2baf958f-1da3-4588-a9f8-942ad1e6b9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:35.204906 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d491f93-c6b4-40d7-9b10-f2355801d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f81fa9-afb6-4966-a7de-173f7bd90c6e,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:35.210703 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8d491f93-c6b4-40d7-9b10-f2355801d2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:35.244954 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8d491f93-c6b4-40d7-9b10-f2355801d2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.246587 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-8d491f93-c6b4-40d7-9b10-f2355801d2c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0f81fa9-afb6-4966-a7de-173f7bd90c6e HTTP/1.1" status: 204 len: 168 time: 0.2498393 Nov 23 12:46:35.321023 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Deleting port 68adb28a-521d-48c3-a3ec-68e9517e563e {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:46:35.322026 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.552763 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60698) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:35.573265 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.573706 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7403d-60d8-45f9-8d49-ad1a1ddbefc3 req-5db9151e-0e01-43c0-9d35-dbaa7a053700 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.575685 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-07a7403d-60d8-45f9-8d49-ad1a1ddbefc3 req-5db9151e-0e01-43c0-9d35-dbaa7a053700 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2249990 Nov 23 12:46:35.588479 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:35.592804 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] Usage tracker for resource:security_group_rule and tenant:7a7e0cc896eb422a90d49af18942a1bf is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:35.595657 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:35.601269 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:35.692776 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.697038 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.707104 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ec58eef6-1991-4011-8422-bce7da958b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:35.750239 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a7e0cc896eb422a90d49af18942a1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962528 Nov 23 12:46:35.753299 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60704) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:35.756272 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb661268-55e8-42a3-b708-a1a460850834,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:35.759504 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:35.780201 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-07a7403d-60d8-45f9-8d49-ad1a1ddbefc3 req-de8f41ad-4669-41d8-a9f6-9470aba2ecf9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595526 Nov 23 12:46:35.806014 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] For port 68adb28a-521d-48c3-a3ec-68e9517e563e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68adb28a-521d-48c3-a3ec-68e9517e563e,segment=NetworkSegment(0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6),segment_id=0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:35.806401 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.834847 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-27ec2f25-7347-46fc-a2c2-2470d4582f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.878997 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-27ec2f25-7347-46fc-a2c2-2470d4582f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.879174 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c6753-f325-4d40-9eef-69f1fc1073bb req-753f7015-febf-45b8-90f2-6cee2889ff31 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:35.880645 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f6c6753-f325-4d40-9eef-69f1fc1073bb req-753f7015-febf-45b8-90f2-6cee2889ff31 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.3037479 Nov 23 12:46:35.965504 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Calling delete_port for 68adb28a-521d-48c3-a3ec-68e9517e563e owned by compute:nova {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:46:35.966656 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-27ec2f25-7347-46fc-a2c2-2470d4582f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:35.970444 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-33159e78-7d2e-491a-911c-fe63734b2bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:35.980376 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec2f25-7347-46fc-a2c2-2470d4582f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb661268-55e8-42a3-b708-a1a460850834,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:35.983497 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-27ec2f25-7347-46fc-a2c2-2470d4582f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:36.002545 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-27ec2f25-7347-46fc-a2c2-2470d4582f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.009270 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-27ec2f25-7347-46fc-a2c2-2470d4582f1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb661268-55e8-42a3-b708-a1a460850834 HTTP/1.1" status: 204 len: 168 time: 0.2508938 Nov 23 12:46:36.125406 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f6c6753-f325-4d40-9eef-69f1fc1073bb req-7b75e7ab-1799-494a-8e58-fbb35e1f7726 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800413 Nov 23 12:46:36.388500 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a538-45bc-4d7d-a653-622b138103fb req-a6dbd168-81e8-4163-9f98-0f97e20a20e6 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:36.389995 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8f9a538-45bc-4d7d-a653-622b138103fb req-a6dbd168-81e8-4163-9f98-0f97e20a20e6 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 945 time: 0.4483917 Nov 23 12:46:36.529917 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8f9a538-45bc-4d7d-a653-622b138103fb req-7ad8c061-c4e2-4978-8888-b09080080180 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/security-groups?id=4720544c-07c8-48ff-827c-ea8884280742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201575 Nov 23 12:46:36.583859 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fd0b4-1ac4-4b20-abbf-982ba34e0d2f req-4a7d66f5-f23c-41aa-abcc-2ed53b07caeb tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:36.585733 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-783fd0b4-1ac4-4b20-abbf-982ba34e0d2f req-4a7d66f5-f23c-41aa-abcc-2ed53b07caeb tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2823343 Nov 23 12:46:36.587264 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.596964 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6a0d92d4-470c-4903-8ab7-d6cc767e3058 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:36.597061 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60756) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:36.613756 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['68adb28a-521d-48c3-a3ec-68e9517e563e'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:36.617473 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-bf9ba31a-11de-45b7-b284-b080b267185b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'floatingip': {'port_id': '5cf1441a-b459-403a-a2cb-32947569e177'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:36.641146 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Pushing event deleted for resources: {'Port': ['ID=68adb28a-521d-48c3-a3ec-68e9517e563e,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:36.644919 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:36.760792 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] No DVR routers for this DVR port 68adb28a-521d-48c3-a3ec-68e9517e563e on host hv-cinder-81888 {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:46:36.787026 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba31a-11de-45b7-b284-b080b267185b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.846990 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:36.850826 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d31a6f-1a62-4399-aedb-3d100d862c61', 'name': 'network-vif-deleted', 'tag': '68adb28a-521d-48c3-a3ec-68e9517e563e'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:36.880268 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ecb0ffec-be6d-40be-9ee2-6409bafe73e4 req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.64 "DELETE /v2.0/ports/68adb28a-521d-48c3-a3ec-68e9517e563e HTTP/1.1" status: 204 len: 173 time: 1.7254210 Nov 23 12:46:36.936764 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d31a6f-1a62-4399-aedb-3d100d862c61', 'name': 'network-vif-deleted', 'tag': '68adb28a-521d-48c3-a3ec-68e9517e563e', 'status': 'completed', 'code': 200} Nov 23 12:46:36.985018 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-ffb34aaf-d61d-4395-8677-a12fa366364f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:36.986930 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-ffb34aaf-d61d-4395-8677-a12fa366364f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 814 time: 0.2577047 Nov 23 12:46:37.007273 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-74fca3e4-b938-4546-a7e8-08c5843003c9 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/quotas/65ac2a3df9054ccab1626f172f0e02ab HTTP/1.1" status: 200 len: 375 time: 0.0117452 Nov 23 12:46:37.116740 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-183ef11d-cfdf-4589-b0a9-32591c1333c0 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0995286 Nov 23 12:46:37.279938 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f0a0623f-5f28-4eec-95ab-be4595e6e3ed service neutron] 10.222.0.50 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622889 Nov 23 12:46:37.508139 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b6496-7f94-447e-9d70-695c55cb1884 req-27dc4bd1-d475-44af-b4ad-ac10fe1a5c09 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:37.509675 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0b6b6496-7f94-447e-9d70-695c55cb1884 req-27dc4bd1-d475-44af-b4ad-ac10fe1a5c09 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.2278180 Nov 23 12:46:37.511941 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-76de7d8b-b54b-4090-96f0-20f871477e4e service neutron] 10.222.0.50 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312682 Nov 23 12:46:37.585342 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0b6b6496-7f94-447e-9d70-695c55cb1884 req-d7012ad1-3528-4c65-b752-4eb0f85d4a5b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657103 Nov 23 12:46:37.807805 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-546ecd04-d423-4592-b0d0-7716992c66cb req-70a5a8a4-1e34-4a12-b443-56e718637bc5 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 210 time: 0.0895286 Nov 23 12:46:37.828992 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-9d798733-8c07-4520-9db9-c2c79b6bc2c0 req-cf4dff72-43b7-487e-a044-5763fe3d07e1 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Synchronizing usage tracker for tenant:d65c98c5ce5d46cb81eb43fb7826f2be on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:37.839802 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba31a-11de-45b7-b284-b080b267185b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.847502 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba31a-11de-45b7-b284-b080b267185b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:37.851304 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-9d798733-8c07-4520-9db9-c2c79b6bc2c0 req-cf4dff72-43b7-487e-a044-5763fe3d07e1 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Unset dirty status for tenant:d65c98c5ce5d46cb81eb43fb7826f2be on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:37.870387 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9d798733-8c07-4520-9db9-c2c79b6bc2c0 req-cf4dff72-43b7-487e-a044-5763fe3d07e1 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] 10.222.0.50 "GET /v2.0/ports?device_id=68d31a6f-1a62-4399-aedb-3d100d862c61 HTTP/1.1" status: 200 len: 210 time: 0.1215043 Nov 23 12:46:38.096771 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.l3_db [None req-bf9ba31a-11de-45b7-b284-b080b267185b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Floating IP 5bba1ce9-d232-421a-8176-f1387f2fe006 associated. External IP: 172.27.1.13, port: 5cf1441a-b459-403a-a2cb-32947569e177. Nov 23 12:46:38.388655 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60834) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:38.564363 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9ba31a-11de-45b7-b284-b080b267185b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:46:38.569446 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.588559 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:38.594379 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] Usage tracker for resource:security_group_rule and tenant:6d1396175fa34ca9a9b2c0b4cdfd1ea5 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:38.597433 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:38.627247 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:38.771876 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9ba31a-11de-45b7-b284-b080b267185b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:46:38.776430 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bf9ba31a-11de-45b7-b284-b080b267185b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.789259 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] Sync routers for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:46:38.801792 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:38.802820 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:46:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:38.862371 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-bf9ba31a-11de-45b7-b284-b080b267185b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "PUT /v2.0/floatingips/5bba1ce9-d232-421a-8176-f1387f2fe006 HTTP/1.1" status: 200 len: 991 time: 2.2643104 Nov 23 12:46:38.863117 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:38.924206 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 68adb28a-521d-48c3-a3ec-68e9517e563e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:46:38.977014 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 68adb28a-521d-48c3-a3ec-68e9517e563e {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:46:38.977524 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 68adb28a-521d-48c3-a3ec-68e9517e563e not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:46:38.990350 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:38.994678 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-456a82e1-5036-48f7-88f1-4a4ca0dec1b9 req-ab8dec22-e523-4b0c-872b-a82610fe0c28 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 210 time: 0.0624380 Nov 23 12:46:39.003312 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.016046 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-adbd50ae-648b-4ca1-8a46-a3c77ad77a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:39.064532 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:39.071146 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295af22-d782-4451-9903-272cc8bf7c30 req-a8943c3a-64df-4425-b507-d7a6b6bd01c2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:39.072691 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d295af22-d782-4451-9903-272cc8bf7c30 req-a8943c3a-64df-4425-b507-d7a6b6bd01c2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.3459165 Nov 23 12:46:39.073813 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee418b3a-0dab-4111-b8f2-a53bc37abb9b,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:39.078625 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d1396175fa34ca9a9b2c0b4cdfd1ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6882703 Nov 23 12:46:39.079579 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:39.081291 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60854) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:39.166837 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bba371d9-e6b1-4266-9bfc-f21a36bf5f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.203419 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d295af22-d782-4451-9903-272cc8bf7c30 req-1bf022c2-34c6-41e9-a97c-465c788111df tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227608 Nov 23 12:46:39.305927 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177', 'status': 'completed', 'code': 200} Nov 23 12:46:39.326227 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bba371d9-e6b1-4266-9bfc-f21a36bf5f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.407681 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bba371d9-e6b1-4266-9bfc-f21a36bf5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.413523 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:39.425540 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba371d9-e6b1-4266-9bfc-f21a36bf5f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee418b3a-0dab-4111-b8f2-a53bc37abb9b,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:39.428667 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-bba371d9-e6b1-4266-9bfc-f21a36bf5f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:39.430778 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bba371d9-e6b1-4266-9bfc-f21a36bf5f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:39.433746 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-bba371d9-e6b1-4266-9bfc-f21a36bf5f96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee418b3a-0dab-4111-b8f2-a53bc37abb9b HTTP/1.1" status: 204 len: 168 time: 0.3496325 Nov 23 12:46:39.609897 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-d7b09b85-aec4-49a2-9a6c-2b4a4346b0da tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:39.611608 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-d7b09b85-aec4-49a2-9a6c-2b4a4346b0da tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 814 time: 0.3699470 Nov 23 12:46:39.627929 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Request body: {'port': {'device_id': 'd0594c80-7d55-4be1-9ffb-9df7a1abe7ee', 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7', 'admin_state_up': True, 'tenant_id': '65ac2a3df9054ccab1626f172f0e02ab'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:39.770937 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-dae45018-15a9-49a1-bcad-58bbdc53fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:39.772329 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-dae45018-15a9-49a1-bcad-58bbdc53fb91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 1099 time: 0.3155282 Nov 23 12:46:39.796111 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '5bba1ce9-d232-421a-8176-f1387f2fe006', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'port_id': '5cf1441a-b459-403a-a2cb-32947569e177', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'mac_address': 'fa:16:3e:1c:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:45:53Z', 'updated_at': '2021-11-23T12:46:37Z', 'revision_number': 1, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:39.802335 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] Checking router: 0fe146a6-aee8-4e27-9ad4-ecb709db9566 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:46:39.816313 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:46:39.817165 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:46:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:39.971005 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:39.983359 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Usage tracker for resource:port and tenant:65ac2a3df9054ccab1626f172f0e02ab is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:39.988828 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:40.007479 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:40.016014 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-8dac0023-0cc7-45b6-aabe-f4a18f372188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:40.017702 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-8dac0023-0cc7-45b6-aabe-f4a18f372188 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 918 time: 0.2362740 Nov 23 12:46:40.024581 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Made reservation on behalf of 65ac2a3df9054ccab1626f172f0e02ab for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:40.029069 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.093670 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60892) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:40.109853 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:46:40.260781 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-eef76edb-ec92-44a1-a291-6d23569b3b8b req-20e25514-709e-4983-91d4-30c282d6833b tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 210 time: 0.0851357 Nov 23 12:46:40.358073 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.371821 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-800e73de-bda4-421e-8286-e824fd6aeafa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf1441a-b459-403a-a2cb-32947569e177 HTTP/1.1" status: 200 len: 999 time: 0.3320928 Nov 23 12:46:40.399241 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:40.416246 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] Usage tracker for resource:security_group_rule and tenant:e1ea35e02b6e4f748004c866d6f9b160 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:40.426111 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:40.434882 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:40.576813 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-51e5dd00-f1be-45c3-83cb-645b2c504844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:40.578300 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-51e5dd00-f1be-45c3-83cb-645b2c504844 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 200 len: 856 time: 0.1695657 Nov 23 12:46:40.600746 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.608065 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.648243 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:40.681733 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d16479-da2d-43fb-b666-b80afe3aebeb,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:40.703398 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:40.725883 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1ea35e02b6e4f748004c866d6f9b160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6299734 Nov 23 12:46:40.730536 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60920) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:40.767181 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Allocated IP 172.20.0.14 (ba02506b-e35e-4291-b3f1-421e44dc0cb7/064e4fc9-cf3d-42e5-8188-05833b508f0d/882a9e9d-c8fd-49a4-a824-637f0d682bc0) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:40.783624 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '5bba1ce9-d232-421a-8176-f1387f2fe006', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'port_id': '5cf1441a-b459-403a-a2cb-32947569e177', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'mac_address': 'fa:16:3e:1c:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:45:53Z', 'updated_at': '2021-11-23T12:46:37Z', 'revision_number': 1, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:40.784733 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdd910-3c38-4ee4-a27b-cadf2b832a37 req-0309bd33-8bf5-47a5-9fac-67265d79034d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:40.789983 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d9527-65d2-4ae5-8e90-0d9c8fec8802 None None] The sync data for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi is: [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '5bba1ce9-d232-421a-8176-f1387f2fe006', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'port_id': '5cf1441a-b459-403a-a2cb-32947569e177', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'mac_address': 'fa:16:3e:1c:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:45:53Z', 'updated_at': '2021-11-23T12:46:37Z', 'revision_number': 1, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:46:40.793206 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1acdd910-3c38-4ee4-a27b-cadf2b832a37 req-0309bd33-8bf5-47a5-9fac-67265d79034d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.2905982 Nov 23 12:46:40.823086 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-57221c75-1005-440b-ad64-f3666e64dada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.869332 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-57221c75-1005-440b-ad64-f3666e64dada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.888367 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-af118345-e30d-4699-a8c3-98405d73a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:40.889892 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-af118345-e30d-4699-a8c3-98405d73a389 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2953506 Nov 23 12:46:40.910985 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1acdd910-3c38-4ee4-a27b-cadf2b832a37 req-20bfc172-e6ab-49af-a265-5739e34d0cc4 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167829 Nov 23 12:46:40.956145 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-57221c75-1005-440b-ad64-f3666e64dada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.961479 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3cdb1d86-d83b-46d5-9b95-23f96aefcb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:40.974912 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57221c75-1005-440b-ad64-f3666e64dada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d16479-da2d-43fb-b666-b80afe3aebeb,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:40.985196 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-57221c75-1005-440b-ad64-f3666e64dada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:40.987329 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-57221c75-1005-440b-ad64-f3666e64dada admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:40.988469 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-57221c75-1005-440b-ad64-f3666e64dada admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93d16479-da2d-43fb-b666-b80afe3aebeb HTTP/1.1" status: 204 len: 168 time: 0.2538888 Nov 23 12:46:41.203774 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-d3a48b08-658a-446d-a73c-6ae3b76b6fc5 service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917726 Nov 23 12:46:41.226209 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0258c2-e893-41f6-b43e-eaf9a21e6323 None None] New status for floating IP 5bba1ce9-d232-421a-8176-f1387f2fe006: ACTIVE {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:46:41.655188 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fe4a948-d4d4-4462-a8fd-fd5bf02aa4c4 req-e43874a4-2ce3-4814-9e36-2af53c04bc9b service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371371 Nov 23 12:46:41.697437 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60950) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:41.727322 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.749388 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d7026ef5-bf75-4473-ae12-f588596f707b req-77642eb3-195c-4adc-a891-9e3735408b80 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 210 time: 0.0912642 Nov 23 12:46:41.771928 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:41.778591 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.788123 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] Usage tracker for resource:security_group_rule and tenant:c89b2a070c0d4f708459bb3f13ea3c56 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:41.791345 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:41.802842 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:41.834527 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:41.842171 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:41.855594 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:41.897426 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60960) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:41.929666 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Network ba02506b-e35e-4291-b3f1-421e44dc0cb7 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:41.933596 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:41.938269 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:42.015447 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.030445 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5eab1d-8455-449b-aeea-387c70ce7b20 admin admin] Deleting subnet a203b1aa-d6e0-4945-aa34-5683d37e6a23 {{(pid=86879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 12:46:42.033542 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ec5eab1d-8455-449b-aeea-387c70ce7b20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.089729 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.091349 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Pushing event updated for resources: {'Port': ['ID=882a9e9d-c8fd-49a4-a824-637f0d682bc0,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.100634 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.111306 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-37385b7b-82ef-421e-85d6-63e970a5a949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.113407 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:42.114058 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.131257 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ec5eab1d-8455-449b-aeea-387c70ce7b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013691'] for subnet, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.153102 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5304916 Nov 23 12:46:42.173385 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Request body: {'port': {'device_id': 'd0594c80-7d55-4be1-9ffb-9df7a1abe7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:42.212732 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c89b2a070c0d4f708459bb3f13ea3c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117397 Nov 23 12:46:42.214689 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 60970) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:42.221423 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467976ac-6e4a-433f-a75d-80ca54f728b3,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.227129 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.241725 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ec5eab1d-8455-449b-aeea-387c70ce7b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.257180 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7d8f-a6f9-4580-93e2-aa6c936ac128 req-996044a3-9821-4ed6-afc5-215f1f577d9f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:42.258641 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-964f7d8f-a6f9-4580-93e2-aa6c936ac128 req-996044a3-9821-4ed6-afc5-215f1f577d9f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.2198040 Nov 23 12:46:42.316044 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ec5eab1d-8455-449b-aeea-387c70ce7b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2715527'] for subnet, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.321197 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.360438 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5eab1d-8455-449b-aeea-387c70ce7b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a203b1aa-d6e0-4945-aa34-5683d37e6a23,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.362303 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ec5eab1d-8455-449b-aeea-387c70ce7b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.364831 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ec5eab1d-8455-449b-aeea-387c70ce7b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.374075 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-ec5eab1d-8455-449b-aeea-387c70ce7b20 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a203b1aa-d6e0-4945-aa34-5683d37e6a23 HTTP/1.1" status: 204 len: 168 time: 0.4753506 Nov 23 12:46:42.376701 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60974) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:42.389593 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.410759 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-964f7d8f-a6f9-4580-93e2-aa6c936ac128 req-809558a1-44aa-4a8b-b0a1-db8005289744 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392941 Nov 23 12:46:42.411410 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bd9558bf-c424-4130-9aa3-7a1b9f639c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.485795 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bd9558bf-c424-4130-9aa3-7a1b9f639c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.486962 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.567321 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:46:42.616098 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bd9558bf-c424-4130-9aa3-7a1b9f639c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.623075 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e895b755-645f-408a-b7a1-dc5a43281f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.623533 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.648448 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb5b912-6cb7-4bdc-a55b-876d15145da4']}} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:42.663479 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6') {'for_net_delete': True} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:42.663833 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d27e0e4-eec3-44ff-8a53-21ef7ee7e7a6') {} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:46:42.676434 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013676'] for segment, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.692994 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.694557 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9558bf-c424-4130-9aa3-7a1b9f639c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467976ac-6e4a-433f-a75d-80ca54f728b3,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.697400 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bd9558bf-c424-4130-9aa3-7a1b9f639c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.700389 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=86879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:46:42.700921 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722208'] for segment, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: Traceback (most recent call last): Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: timer() Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: cb(*args, **kw) Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: return func(*args, **kwargs) Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: self._notify() Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: self.callback(batched_events) Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: event.method(event) Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: return f(self, *a, **k) Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._get(url).json() Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: return self.request(url, 'GET', **kwargs) Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:46:42.714932 dv-cinder-818883-1-iscsi neutron-server[86879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:46:42.718599 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bd9558bf-c424-4130-9aa3-7a1b9f639c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.720024 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-bd9558bf-c424-4130-9aa3-7a1b9f639c83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/467976ac-6e4a-433f-a75d-80ca54f728b3 HTTP/1.1" status: 204 len: 168 time: 0.5044231 Nov 23 12:46:42.805037 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.811185 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.829125 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.836943 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb5b912-6cb7-4bdc-a55b-876d15145da4,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:42.839818 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] 10.222.0.50 "DELETE /v2.0/networks/9fb5b912-6cb7-4bdc-a55b-876d15145da4 HTTP/1.1" status: 204 len: 168 time: 0.4621892 Nov 23 12:46:42.855004 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:42.864585 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882a9e9d-c8fd-49a4-a824-637f0d682bc0 {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:42.875079 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.935229 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Transition to ACTIVE for port object 882a9e9d-c8fd-49a4-a824-637f0d682bc0 will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:42.953208 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:42.958465 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:42.992310 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60992) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:43.066806 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-61a2d7b7-9c9f-4fba-ac76-968d55b964c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d65c98c5ce5d46cb81eb43fb7826f2be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0728426 Nov 23 12:46:43.069721 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 60996) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:43.104311 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Pushing event updated for resources: {'Port': ['ID=882a9e9d-c8fd-49a4-a824-637f0d682bc0,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:43.146279 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-15c2e47d-9845-4373-ba6b-60040cf4c39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.158052 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:43.166015 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bb811-2ac5-4535-acbc-86b8e1b4df4a req-11581ff0-4b9e-42fa-96a6-191fec7361d7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.166730 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-8e6bb811-2ac5-4535-acbc-86b8e1b4df4a req-11581ff0-4b9e-42fa-96a6-191fec7361d7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Synchronizing usage tracker for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:43.185695 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-15c2e47d-9845-4373-ba6b-60040cf4c39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.247423 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-62dc627a-4fbd-4079-9e2e-af5cfcf3f2a8 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7cb8edfdf0bc40649a318b491265053c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447063 Nov 23 12:46:43.260371 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-15c2e47d-9845-4373-ba6b-60040cf4c39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.266174 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-7f1c2c6e-dd8a-4085-b45d-3ca6855c5f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:43.304625 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2e47d-9845-4373-ba6b-60040cf4c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4720544c-07c8-48ff-827c-ea8884280742,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:43.308070 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-15c2e47d-9845-4373-ba6b-60040cf4c39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:43.311553 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-15c2e47d-9845-4373-ba6b-60040cf4c39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.318032 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-15c2e47d-9845-4373-ba6b-60040cf4c39d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4720544c-07c8-48ff-827c-ea8884280742 HTTP/1.1" status: 204 len: 168 time: 0.2472556 Nov 23 12:46:43.374785 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-8e6bb811-2ac5-4535-acbc-86b8e1b4df4a req-11581ff0-4b9e-42fa-96a6-191fec7361d7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Unset dirty status for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:43.375842 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8e6bb811-2ac5-4535-acbc-86b8e1b4df4a req-11581ff0-4b9e-42fa-96a6-191fec7361d7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 932 time: 0.4845114 Nov 23 12:46:43.431456 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Attempting to bind port 882a9e9d-c8fd-49a4-a824-637f0d682bc0 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:43.431880 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Attempting to bind port 882a9e9d-c8fd-49a4-a824-637f0d682bc0 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:43.432211 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Attempting to bind port 882a9e9d-c8fd-49a4-a824-637f0d682bc0 on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:43.444080 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Port 882a9e9d-c8fd-49a4-a824-637f0d682bc0 on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:43.444415 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Attempting to bind port 882a9e9d-c8fd-49a4-a824-637f0d682bc0 on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:43.483710 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:43.483895 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Checking segment: {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:43.484360 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Bound using segment: {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:43.484821 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Bound port: 882a9e9d-c8fd-49a4-a824-637f0d682bc0, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:43.485251 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.501984 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8e6bb811-2ac5-4535-acbc-86b8e1b4df4a req-b1db34ee-d67b-4724-824b-e400575c28c6 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126370 Nov 23 12:46:43.570067 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-52fbd5b0-bcf5-4b9e-b185-6a0760996cc6 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.571635 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-52fbd5b0-bcf5-4b9e-b185-6a0760996cc6 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3181391 Nov 23 12:46:43.596877 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-c0669dfc-bb94-4760-8ea9-45d55a1f3289 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/quotas/7cb8edfdf0bc40649a318b491265053c HTTP/1.1" status: 200 len: 375 time: 0.0173686 Nov 23 12:46:43.777138 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-88188071-f5f7-4e37-bde6-e17622ba876e tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7cb8edfdf0bc40649a318b491265053c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1687846 Nov 23 12:46:43.788775 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] For port 882a9e9d-c8fd-49a4-a824-637f0d682bc0, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:43.806775 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] For port 882a9e9d-c8fd-49a4-a824-637f0d682bc0, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=882a9e9d-c8fd-49a4-a824-637f0d682bc0,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:43.819785 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.826444 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:43.884988 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.885669 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:43.887106 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] 10.222.0.64 "PUT /v2.0/ports/882a9e9d-c8fd-49a4-a824-637f0d682bc0 HTTP/1.1" status: 200 len: 1094 time: 1.7190871 Nov 23 12:46:43.895939 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0594c80-7d55-4be1-9ffb-9df7a1abe7ee', 'tag': '882a9e9d-c8fd-49a4-a824-637f0d682bc0'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:43.939837 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc32ab-c5d5-4ce8-8a85-535f45939998 req-e697ea2d-0948-42e2-b750-9889357c921a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:43.949279 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3afc32ab-c5d5-4ce8-8a85-535f45939998 req-e697ea2d-0948-42e2-b750-9889357c921a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.3061538 Nov 23 12:46:44.067661 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Pushing event updated for resources: {'Port': ['ID=882a9e9d-c8fd-49a4-a824-637f0d682bc0,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:44.084321 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 32824) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:44.093214 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:44.144932 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3afc32ab-c5d5-4ce8-8a85-535f45939998 req-7453dbd0-76c6-4b49-8171-d816b20b093c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941245 Nov 23 12:46:44.161041 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0594c80-7d55-4be1-9ffb-9df7a1abe7ee', 'tag': '882a9e9d-c8fd-49a4-a824-637f0d682bc0', 'status': 'completed', 'code': 200} Nov 23 12:46:44.195948 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-b7e815e2-594d-4630-8c11-7133ed712846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:44.198276 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-b7e815e2-594d-4630-8c11-7133ed712846 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 1097 time: 0.2258394 Nov 23 12:46:44.350126 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-d2343395-80aa-40b3-ac1a-a842783dfb34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882a9e9d-c8fd-49a4-a824-637f0d682bc0 HTTP/1.1" status: 200 len: 217 time: 0.1416562 Nov 23 12:46:44.360926 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.376793 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-31ce0e5b-768a-4e43-a60f-c03860f77c9f req-da78c761-caf4-450d-a13d-ac23464e81bb tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 210 time: 0.0990379 Nov 23 12:46:44.389534 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:44.401592 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] Usage tracker for resource:security_group_rule and tenant:f0d93509475f4a488214d6f2a8c74011 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:44.405909 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:44.419401 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:44.499809 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-2cbea784-e5b1-4d4c-a364-c558b805b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:44.504588 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-2cbea784-e5b1-4d4c-a364-c558b805b644 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.1301813 Nov 23 12:46:44.544686 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.553135 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.571121 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-27ec2f25-7347-46fc-a2c2-2470d4582f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:44.611298 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-0919a15e-9141-46b4-ab22-724e47a0e6a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881433 Nov 23 12:46:44.665769 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755aa6ec-54c0-48bb-8a01-611ea3ecad51,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:44.688099 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0d93509475f4a488214d6f2a8c74011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026962 Nov 23 12:46:44.689944 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 32854) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:44.691781 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:44.781049 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e9321050-a060-4eea-877c-443273a34b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.815127 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e9321050-a060-4eea-877c-443273a34b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.877390 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-920f4202-1015-4720-ab7e-24687330cb9a service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483885 Nov 23 12:46:44.888466 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e9321050-a060-4eea-877c-443273a34b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.893332 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a6de4-96db-4a03-b2ba-e0ab850aa3bb req-244884e3-bd3e-4f90-8e4a-13e2b4c1d2c7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:44.894336 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-128a358f-c99a-46bc-b818-910c4d398a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:44.895583 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d37a6de4-96db-4a03-b2ba-e0ab850aa3bb req-244884e3-bd3e-4f90-8e4a-13e2b4c1d2c7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 944 time: 0.2446465 Nov 23 12:46:44.914246 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321050-a060-4eea-877c-443273a34b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755aa6ec-54c0-48bb-8a01-611ea3ecad51,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:44.925804 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e9321050-a060-4eea-877c-443273a34b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:44.929713 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e9321050-a060-4eea-877c-443273a34b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:44.933222 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-e9321050-a060-4eea-877c-443273a34b5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/755aa6ec-54c0-48bb-8a01-611ea3ecad51 HTTP/1.1" status: 204 len: 168 time: 0.2378149 Nov 23 12:46:45.037469 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d37a6de4-96db-4a03-b2ba-e0ab850aa3bb req-dabd22e4-010c-4678-9933-01ab6d5d47fd tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358883 Nov 23 12:46:45.084433 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e5ad0d9-dded-477a-b74c-b30520e75f89 req-7d7fca45-0bb1-4737-b687-90b4d40cd65d service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877337 Nov 23 12:46:45.232169 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a0161-e3ff-4ac2-bc45-ce45e972fcd0 req-baa53e50-10de-4274-a690-2ebbe02e421c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:45.233738 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ea8a0161-e3ff-4ac2-bc45-ce45e972fcd0 req-baa53e50-10de-4274-a690-2ebbe02e421c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 1097 time: 0.0881851 Nov 23 12:46:45.552446 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-29b1d75e-d309-4fa6-96b4-28a3edb51a22 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7cb8edfdf0bc40649a318b491265053c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457292 Nov 23 12:46:45.552630 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 32884) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:45.581083 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.617578 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:45.622571 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] Usage tracker for resource:security_group_rule and tenant:31722d93e45941b4958be31bd93f4710 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:45.625689 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:45.631953 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:45.755104 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a0161-e3ff-4ac2-bc45-ce45e972fcd0 req-a3ed74fe-12dd-44d7-b42b-2b8e739e0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:45.755104 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ea8a0161-e3ff-4ac2-bc45-ce45e972fcd0 req-a3ed74fe-12dd-44d7-b42b-2b8e739e0725 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.4995191 Nov 23 12:46:45.759892 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.770785 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:45.787698 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-82aadfd7-6ee7-4477-928e-e4ee436d38d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:45.891558 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31722d93e45941b4958be31bd93f4710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379195 Nov 23 12:46:45.893816 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0688fbc-38e1-4405-a2f9-0475c4dacee4,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:45.897117 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:45.898065 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 32902) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:45.949663 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-647b3d9b-3ee0-4e07-9c24-f6304ff4c4f4 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:45.951212 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-647b3d9b-3ee0-4e07-9c24-f6304ff4c4f4 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928206 Nov 23 12:46:45.962840 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ea8a0161-e3ff-4ac2-bc45-ce45e972fcd0 req-9d0ffa78-110c-4145-a30d-c3ed0d64e4ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882a9e9d-c8fd-49a4-a824-637f0d682bc0 HTTP/1.1" status: 200 len: 217 time: 0.1619477 Nov 23 12:46:45.972075 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334084e6-fa12-4542-86b6-78f00e49f18c req-01548897-1fa9-4c66-9777-922fcf4a4e1c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:45.973705 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-334084e6-fa12-4542-86b6-78f00e49f18c req-01548897-1fa9-4c66-9777-922fcf4a4e1c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.5614610 Nov 23 12:46:45.983122 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-174b6ace-ce2c-45e2-a398-b08d23cc74d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.012973 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Request body: {'port': {'device_id': '4f5afa3f-49bc-401e-b0d1-d79d1e86e30c', 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823', 'admin_state_up': True, 'tenant_id': '7cb8edfdf0bc40649a318b491265053c'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:46.030700 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-174b6ace-ce2c-45e2-a398-b08d23cc74d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.094054 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-174b6ace-ce2c-45e2-a398-b08d23cc74d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.098082 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-55544a61-6298-4f63-8742-17c37e554977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:46.111026 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b6ace-ce2c-45e2-a398-b08d23cc74d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0688fbc-38e1-4405-a2f9-0475c4dacee4,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:46.113366 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-174b6ace-ce2c-45e2-a398-b08d23cc74d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:46.119196 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-174b6ace-ce2c-45e2-a398-b08d23cc74d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.131864 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-174b6ace-ce2c-45e2-a398-b08d23cc74d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0688fbc-38e1-4405-a2f9-0475c4dacee4 HTTP/1.1" status: 204 len: 168 time: 0.2253730 Nov 23 12:46:46.272762 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-be3438c9-9659-475a-95c9-5c58bea35290 req-afd2228c-4c76-42ed-8823-2e427ec39281 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 210 time: 0.2431884 Nov 23 12:46:46.313979 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a0161-e3ff-4ac2-bc45-ce45e972fcd0 req-68bcf59d-d958-4689-be16-da7eef0ae90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.316497 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ea8a0161-e3ff-4ac2-bc45-ce45e972fcd0 req-68bcf59d-d958-4689-be16-da7eef0ae90e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.3419044 Nov 23 12:46:46.330919 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-334084e6-fa12-4542-86b6-78f00e49f18c req-b7841bae-a25a-411a-83c8-7c97e57324cd tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975767 Nov 23 12:46:46.389915 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ea8a0161-e3ff-4ac2-bc45-ce45e972fcd0 req-47f5ad53-f093-483b-8dc8-fceb87392676 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624623 Nov 23 12:46:46.488529 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:46.495919 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Usage tracker for resource:port and tenant:7cb8edfdf0bc40649a318b491265053c is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:46.501407 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:46.511332 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:46.591456 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Made reservation on behalf of 7cb8edfdf0bc40649a318b491265053c for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:46:46.594896 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.633312 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.660736 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:46.664378 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ea8a0161-e3ff-4ac2-bc45-ce45e972fcd0 req-f147ab28-cbe0-40ca-80d1-f7ddd358ca65 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632308 Nov 23 12:46:46.668272 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Usage tracker for resource:security_group_rule and tenant:7cb8edfdf0bc40649a318b491265053c is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:46.672360 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:46.681254 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:46.782505 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b42308-5304-42c8-b30b-5655345ca412 req-fceb6d7d-e92e-428e-a671-9fe170f8d145 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:46.783899 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c4b42308-5304-42c8-b30b-5655345ca412 req-fceb6d7d-e92e-428e-a671-9fe170f8d145 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 944 time: 0.2737980 Nov 23 12:46:46.900318 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c4b42308-5304-42c8-b30b-5655345ca412 req-50052888-62a3-4dac-bed0-83b15d558100 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007564 Nov 23 12:46:46.911837 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ea8a0161-e3ff-4ac2-bc45-ce45e972fcd0 req-3bd1f8df-8eb2-4d6a-b263-1cbdada43f49 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282543 Nov 23 12:46:46.990396 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:46.997235 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.005166 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-17cd5fee-4440-4360-a165-0558501f4991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:47.113460 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e4719-9f48-443f-bbca-f631ee9cff41,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:47.125735 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:47.244221 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Allocated IP 192.168.233.121 (cb8361ed-8c1d-4770-b4f3-853294708823/a66d7244-8c38-4581-94ed-485aaeba2335/3c5437e4-bc3d-46be-a917-f052fb115c12) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:46:47.315153 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 32974) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:47.538581 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.551827 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5cebe74d-2a2f-4e64-bbf1-b27ccd07fb66 req-23f73569-e3cc-4755-be18-f36a82257d7d tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 210 time: 0.1117406 Nov 23 12:46:47.554335 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:47.558897 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] Usage tracker for resource:security_group_rule and tenant:b789c49bef054e88b5d8962bedf5e476 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:47.562994 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:47.569339 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:47.584151 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.614539 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Transition to ACTIVE for port object 3c5437e4-bc3d-46be-a917-f052fb115c12 will not be triggered until provisioned by entity DHCP. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:47.648119 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947c2c1-3410-438f-b325-eb605d9b11fd req-104d10d2-a807-47c9-9b8c-358732a0cc13 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:47.655627 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5947c2c1-3410-438f-b325-eb605d9b11fd req-104d10d2-a807-47c9-9b8c-358732a0cc13 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1610887 Nov 23 12:46:47.685578 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.691500 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.700526 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-7d2985b5-e435-4763-bb55-9b79c466759c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:47.712004 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5947c2c1-3410-438f-b325-eb605d9b11fd req-3500ecea-c2ea-410e-b14f-bfc871d28373 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553839 Nov 23 12:46:47.717398 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.725422 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:47.755639 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b789c49bef054e88b5d8962bedf5e476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387202 Nov 23 12:46:47.756363 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc9d6f-8116-45d2-9ea6-fd6313c186da,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:47.758615 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 32996) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:47.761235 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:47.796928 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Network cb8361ed-8c1d-4770-b4f3-853294708823 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:46:47.801574 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:46:47.806368 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:46:47.850100 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Pushing event updated for resources: {'Port': ['ID=3c5437e4-bc3d-46be-a917-f052fb115c12,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:47.855048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:47.879819 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:47.880579 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.905422 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f68830fb-ae83-4873-a710-748279497a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:47.917730 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9419377 Nov 23 12:46:47.936869 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f68830fb-ae83-4873-a710-748279497a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.002902 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f68830fb-ae83-4873-a710-748279497a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.011680 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-0476d91d-c847-408d-a628-8ab01688688e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:48.031839 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68830fb-ae83-4873-a710-748279497a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc9d6f-8116-45d2-9ea6-fd6313c186da,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:48.034895 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f68830fb-ae83-4873-a710-748279497a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:48.035841 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f68830fb-ae83-4873-a710-748279497a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.038314 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f68830fb-ae83-4873-a710-748279497a82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54fc9d6f-8116-45d2-9ea6-fd6313c186da HTTP/1.1" status: 204 len: 168 time: 0.2784913 Nov 23 12:46:48.086574 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-ba34e5c4-deda-4d02-872b-861aaa5db742 None None] Provisioning for port 3c5437e4-bc3d-46be-a917-f052fb115c12 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:48.093343 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-ba34e5c4-deda-4d02-872b-861aaa5db742 None None] Provisioning complete for port 3c5437e4-bc3d-46be-a917-f052fb115c12 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:48.093767 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ba34e5c4-deda-4d02-872b-861aaa5db742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.158131 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-ba34e5c4-deda-4d02-872b-861aaa5db742 None None] Port 3c5437e4-bc3d-46be-a917-f052fb115c12 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:46:48.170449 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62a318-4e3b-403e-b847-429475036a07 req-d3ee12ee-9f3a-4e5d-8c1f-cb19ddf505e5 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.171888 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5e62a318-4e3b-403e-b847-429475036a07 req-d3ee12ee-9f3a-4e5d-8c1f-cb19ddf505e5 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 944 time: 0.1399572 Nov 23 12:46:48.225387 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5e62a318-4e3b-403e-b847-429475036a07 req-8782e914-a350-4d6a-9ee4-ef17600f6812 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467696 Nov 23 12:46:48.443996 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33022) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:48.461821 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.476128 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:48.479849 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] Usage tracker for resource:security_group_rule and tenant:e6d966665d5a480b8349dc4d0d53d204 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:48.483296 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:48.488839 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:48.577992 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.591483 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.602797 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-a053cb94-fb3a-4a4e-8003-6a139f87274c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:48.646942 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6d966665d5a480b8349dc4d0d53d204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018242 Nov 23 12:46:48.649085 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55df8131-f161-40f1-ad7c-9db3371d2516,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:48.649745 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33032) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:48.652890 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:48.771952 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a46d-5516-468d-9818-77cae947762e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.803490 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a46d-5516-468d-9818-77cae947762e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.824333 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e204d4-24af-4b55-902b-c1a1cd2795fe req-ea1367b6-c8a6-46f4-a273-84b5976ef732 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:48.824976 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-b9e204d4-24af-4b55-902b-c1a1cd2795fe req-ea1367b6-c8a6-46f4-a273-84b5976ef732 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Synchronizing usage tracker for tenant:7cb8edfdf0bc40649a318b491265053c on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:48.863436 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-b9e204d4-24af-4b55-902b-c1a1cd2795fe req-ea1367b6-c8a6-46f4-a273-84b5976ef732 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Unset dirty status for tenant:7cb8edfdf0bc40649a318b491265053c on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:48.864716 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9e204d4-24af-4b55-902b-c1a1cd2795fe req-ea1367b6-c8a6-46f4-a273-84b5976ef732 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 936 time: 0.1833756 Nov 23 12:46:48.899801 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a46d-5516-468d-9818-77cae947762e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.907548 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bd9558bf-c424-4130-9aa3-7a1b9f639c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:48.922888 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-b9e204d4-24af-4b55-902b-c1a1cd2795fe req-92e38f07-5fcf-4c36-a8b2-f70d1a104b72 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Synchronizing usage tracker for tenant:7cb8edfdf0bc40649a318b491265053c on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:46:48.928684 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5a46d-5516-468d-9818-77cae947762e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55df8131-f161-40f1-ad7c-9db3371d2516,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:48.931964 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-a9d5a46d-5516-468d-9818-77cae947762e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:48.935895 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-a9d5a46d-5516-468d-9818-77cae947762e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:48.936961 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-a9d5a46d-5516-468d-9818-77cae947762e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55df8131-f161-40f1-ad7c-9db3371d2516 HTTP/1.1" status: 204 len: 168 time: 0.2860487 Nov 23 12:46:48.948041 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-b9e204d4-24af-4b55-902b-c1a1cd2795fe req-92e38f07-5fcf-4c36-a8b2-f70d1a104b72 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Unset dirty status for tenant:7cb8edfdf0bc40649a318b491265053c on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:46:48.949635 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9e204d4-24af-4b55-902b-c1a1cd2795fe req-92e38f07-5fcf-4c36-a8b2-f70d1a104b72 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788586 Nov 23 12:46:49.199273 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b3293-cbff-49f5-a79f-1c5261e0909e req-ee1c84b8-5df3-46fa-a5e8-42119b1ac9d5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:49.202470 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-859b3293-cbff-49f5-a79f-1c5261e0909e req-ee1c84b8-5df3-46fa-a5e8-42119b1ac9d5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1566877 Nov 23 12:46:49.248053 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-859b3293-cbff-49f5-a79f-1c5261e0909e req-d206019a-ff80-41eb-9bc0-170ef67c4afa tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Nov 23 12:46:49.436021 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff71096-1899-40d8-b294-dd4bd0c35812 req-79fcfd8f-d80d-4f4c-947e-8a246e0bb047 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:49.437459 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bff71096-1899-40d8-b294-dd4bd0c35812 req-79fcfd8f-d80d-4f4c-947e-8a246e0bb047 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 944 time: 0.0785754 Nov 23 12:46:49.481886 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bff71096-1899-40d8-b294-dd4bd0c35812 req-575dd803-69d7-4f14-9cd3-4b6d613d9fe2 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385849 Nov 23 12:46:50.016529 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 882a9e9d-c8fd-49a4-a824-637f0d682bc0 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:50.033108 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Request body: {'port': {'device_id': '4f5afa3f-49bc-401e-b0d1-d79d1e86e30c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:46:50.105252 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33076) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:50.164495 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 882a9e9d-c8fd-49a4-a824-637f0d682bc0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=882a9e9d-c8fd-49a4-a824-637f0d682bc0,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:50.178510 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '882a9e9d-c8fd-49a4-a824-637f0d682bc0', 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7', 'port_id': '882a9e9d-c8fd-49a4-a824-637f0d682bc0', 'mac_address': 'fa:16:3e:ca:13:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064e4fc9-cf3d-42e5-8188-05833b508f0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:50.223209 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.242998 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.243669 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.250583 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22e76f-1a6c-40a2-bb45-6b94a3a05c46 req-41b33172-688e-494a-b913-060f00b32561 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.252027 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1b22e76f-1a6c-40a2-bb45-6b94a3a05c46 req-41b33172-688e-494a-b913-060f00b32561 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 936 time: 0.1685328 Nov 23 12:46:50.266217 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:50.283771 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6ea8edc3924228b334f87528585236 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:50.287692 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882a9e9d-c8fd-49a4-a824-637f0d682bc0 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:50.289980 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:50.297238 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-303d1970-55a4-4576-b5bd-c34425aeb240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.304833 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:50.311849 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 882a9e9d-c8fd-49a4-a824-637f0d682bc0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=882a9e9d-c8fd-49a4-a824-637f0d682bc0,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:50.316812 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.319124 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:50.364777 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1b22e76f-1a6c-40a2-bb45-6b94a3a05c46 req-ff008465-d21c-4324-bfc3-4748ff721382 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843794 Nov 23 12:46:50.414645 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=882a9e9d-c8fd-49a4-a824-637f0d682bc0,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:50.421567 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:50.446217 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.453898 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.463548 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:50.508258 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c6ea8edc3924228b334f87528585236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983231 Nov 23 12:46:50.509057 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33086) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:50.511329 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02bef5f-e056-4177-bc54-337985c76dba,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:50.524995 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:50.581006 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36212891-ead0-4d4b-a8dd-a5fe679396b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.606627 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36212891-ead0-4d4b-a8dd-a5fe679396b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.628713 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['882a9e9d-c8fd-49a4-a824-637f0d682bc0'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:50.660134 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36212891-ead0-4d4b-a8dd-a5fe679396b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.668984 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1c23bdda-d3e7-40a6-a4bf-916188cdfcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:50.685844 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36212891-ead0-4d4b-a8dd-a5fe679396b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02bef5f-e056-4177-bc54-337985c76dba,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:50.688187 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36212891-ead0-4d4b-a8dd-a5fe679396b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.689626 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-36212891-ead0-4d4b-a8dd-a5fe679396b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a02bef5f-e056-4177-bc54-337985c76dba HTTP/1.1" status: 204 len: 168 time: 0.1800451 Nov 23 12:46:50.690525 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-36212891-ead0-4d4b-a8dd-a5fe679396b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:50.827318 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8135d3-9ee3-4739-ac68-c35464e7e3a9 req-b3a23cd8-a0c0-4046-8ab5-fa3c598e5fce tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.828955 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fd8135d3-9ee3-4739-ac68-c35464e7e3a9 req-b3a23cd8-a0c0-4046-8ab5-fa3c598e5fce tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.2591722 Nov 23 12:46:50.831107 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5437e4-bc3d-46be-a917-f052fb115c12 {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:50.846648 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eecfa-77c9-41d3-ad8c-577ae920ec17 req-27969f51-8fff-4f8d-90cf-83a723eb3f70 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:50.853784 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d04eecfa-77c9-41d3-ad8c-577ae920ec17 req-27969f51-8fff-4f8d-90cf-83a723eb3f70 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 945 time: 0.2442663 Nov 23 12:46:50.857262 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.892899 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.936684 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Transition to ACTIVE for port object 3c5437e4-bc3d-46be-a917-f052fb115c12 will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:46:50.949510 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d04eecfa-77c9-41d3-ad8c-577ae920ec17 req-c2dcc810-7cfc-419d-819c-a280c158c3c9 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948093 Nov 23 12:46:50.950121 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:50.955334 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:51.000946 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fd8135d3-9ee3-4739-ac68-c35464e7e3a9 req-a51e3fde-674a-4d12-bd81-87adba5e818e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640060 Nov 23 12:46:51.244302 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Pushing event updated for resources: {'Port': ['ID=3c5437e4-bc3d-46be-a917-f052fb115c12,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:51.248322 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:51.331176 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Attempting to bind port 3c5437e4-bc3d-46be-a917-f052fb115c12 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:46:51.331436 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Attempting to bind port 3c5437e4-bc3d-46be-a917-f052fb115c12 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '12bf0b8f-fb86-4801-ad07-e9a6d5138f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:46:51.331758 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Attempting to bind port 3c5437e4-bc3d-46be-a917-f052fb115c12 on network cb8361ed-8c1d-4770-b4f3-853294708823 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:51.341975 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Port 3c5437e4-bc3d-46be-a917-f052fb115c12 on network cb8361ed-8c1d-4770-b4f3-853294708823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:46:51.342388 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Attempting to bind port 3c5437e4-bc3d-46be-a917-f052fb115c12 on network cb8361ed-8c1d-4770-b4f3-853294708823 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:46:51.349116 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:46:51.349516 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Checking segment: {'id': '12bf0b8f-fb86-4801-ad07-e9a6d5138f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:46:51.349929 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Bound using segment: {'id': '12bf0b8f-fb86-4801-ad07-e9a6d5138f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:46:51.350347 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Bound port: 3c5437e4-bc3d-46be-a917-f052fb115c12, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12bf0b8f-fb86-4801-ad07-e9a6d5138f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:46:51.350708 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.456858 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] For port 3c5437e4-bc3d-46be-a917-f052fb115c12, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:46:51.460170 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] For port 3c5437e4-bc3d-46be-a917-f052fb115c12, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3c5437e4-bc3d-46be-a917-f052fb115c12,segment=NetworkSegment(12bf0b8f-fb86-4801-ad07-e9a6d5138f3b),segment_id=12bf0b8f-fb86-4801-ad07-e9a6d5138f3b)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:46:51.468390 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.475533 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:51.540048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:51.540808 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:51.550372 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] 10.222.0.64 "PUT /v2.0/ports/3c5437e4-bc3d-46be-a917-f052fb115c12 HTTP/1.1" status: 200 len: 1098 time: 1.5137017 Nov 23 12:46:51.550372 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5afa3f-49bc-401e-b0d1-d79d1e86e30c', 'tag': '3c5437e4-bc3d-46be-a917-f052fb115c12'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:51.629737 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5afa3f-49bc-401e-b0d1-d79d1e86e30c', 'tag': '3c5437e4-bc3d-46be-a917-f052fb115c12', 'status': 'completed', 'code': 200} Nov 23 12:46:51.696403 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Pushing event updated for resources: {'Port': ['ID=3c5437e4-bc3d-46be-a917-f052fb115c12,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:51.700725 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:51.750616 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ca9d14db-dd44-4766-b5e3-1460cfff05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:51.752083 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-ca9d14db-dd44-4766-b5e3-1460cfff05e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cb8edfdf0bc40649a318b491265053c&device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 1101 time: 0.1315982 Nov 23 12:46:51.759563 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1d033-b46b-4a57-9955-512e8f810846 req-6d5b8fd6-f09a-4363-a7a0-822ca8d25897 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:51.760952 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-31d1d033-b46b-4a57-9955-512e8f810846 req-6d5b8fd6-f09a-4363-a7a0-822ca8d25897 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 948 time: 0.1949718 Nov 23 12:46:51.829008 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-3d63831b-ea16-4639-81f9-336343788857 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=3c5437e4-bc3d-46be-a917-f052fb115c12 HTTP/1.1" status: 200 len: 217 time: 0.0671134 Nov 23 12:46:51.998517 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-31d1d033-b46b-4a57-9955-512e8f810846 req-c0ed845d-5e16-4dc7-907a-16ac0653f2c3 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801417 Nov 23 12:46:52.000966 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-dea143a7-43fc-490c-8059-96a6cfc3a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.003032 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-dea143a7-43fc-490c-8059-96a6cfc3a4c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a66d7244-8c38-4581-94ed-485aaeba2335 HTTP/1.1" status: 200 len: 843 time: 0.1581457 Nov 23 12:46:52.211698 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-1a7f3102-2b16-4451-a464-58755abfccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.213094 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-1a7f3102-2b16-4451-a464-58755abfccbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb8361ed-8c1d-4770-b4f3-853294708823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2020631 Nov 23 12:46:52.259052 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8974b-85d9-47f8-82a9-9f6b1931482b req-46488f74-4ce5-4157-af30-d35e5cd60908 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.260537 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cbd8974b-85d9-47f8-82a9-9f6b1931482b req-46488f74-4ce5-4157-af30-d35e5cd60908 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 945 time: 0.1844480 Nov 23 12:46:52.342595 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ad91d-fbe9-4f29-a6a1-9f4d23209c57 req-9cb22977-9478-46df-abff-2a814d9a4a86 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.344040 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e14ad91d-fbe9-4f29-a6a1-9f4d23209c57 req-9cb22977-9478-46df-abff-2a814d9a4a86 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.2267797 Nov 23 12:46:52.421767 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cbd8974b-85d9-47f8-82a9-9f6b1931482b req-c23e50a4-a63f-41b6-871c-45a240667ec5 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130643 Nov 23 12:46:52.447913 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-82210b26-99dd-47e2-87df-e0b431a7cef6 service neutron] 10.222.0.64 "GET /v2.0/networks/cb8361ed-8c1d-4770-b4f3-853294708823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221572 Nov 23 12:46:52.450913 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e14ad91d-fbe9-4f29-a6a1-9f4d23209c57 req-e95a3082-e5db-4ba0-b504-f02c4e8aca21 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987151 Nov 23 12:46:52.605437 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89ca55dd-d4d1-47e6-a28c-a2bd9e3adef8 req-a506b545-c0d0-429c-a605-a0a21b77666f service neutron] 10.222.0.64 "GET /v2.0/networks/cb8361ed-8c1d-4770-b4f3-853294708823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476035 Nov 23 12:46:52.740556 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a4c5-5223-403a-b108-5827bccfbcee req-7b43fc94-f2f4-480e-adf5-a8c68d8b81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.742057 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2675a4c5-5223-403a-b108-5827bccfbcee req-7b43fc94-f2f4-480e-adf5-a8c68d8b81d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cb8edfdf0bc40649a318b491265053c&device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 1101 time: 0.0815144 Nov 23 12:46:52.868962 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3e0bba61-c3c9-47a1-80ac-eb3f4856b6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:52.906087 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a4c5-5223-403a-b108-5827bccfbcee req-66e1bca0-2aa3-4d62-8a85-065ef15c261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:52.908551 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2675a4c5-5223-403a-b108-5827bccfbcee req-66e1bca0-2aa3-4d62-8a85-065ef15c261a service neutron] 10.222.0.64 "GET /v2.0/networks?id=cb8361ed-8c1d-4770-b4f3-853294708823 HTTP/1.1" status: 200 len: 870 time: 0.1557455 Nov 23 12:46:52.987807 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2675a4c5-5223-403a-b108-5827bccfbcee req-ad8826a8-eac7-434b-9362-f9d153ba5fcc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=3c5437e4-bc3d-46be-a917-f052fb115c12 HTTP/1.1" status: 200 len: 217 time: 0.0716972 Nov 23 12:46:53.067652 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 882a9e9d-c8fd-49a4-a824-637f0d682bc0 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:53.078427 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a4c5-5223-403a-b108-5827bccfbcee req-d17e541e-515c-4700-b3db-325108dfc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:53.080097 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2675a4c5-5223-403a-b108-5827bccfbcee req-d17e541e-515c-4700-b3db-325108dfc999 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a66d7244-8c38-4581-94ed-485aaeba2335 HTTP/1.1" status: 200 len: 843 time: 0.0807042 Nov 23 12:46:53.144055 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 882a9e9d-c8fd-49a4-a824-637f0d682bc0 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:53.150805 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 882a9e9d-c8fd-49a4-a824-637f0d682bc0 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:53.151331 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.233008 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a4c5-5223-403a-b108-5827bccfbcee req-5182dd61-00f9-426f-8a64-633a1759ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:53.234584 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2675a4c5-5223-403a-b108-5827bccfbcee req-5182dd61-00f9-426f-8a64-633a1759ea22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cb8361ed-8c1d-4770-b4f3-853294708823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1445179 Nov 23 12:46:53.249166 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b7c74-df3a-424b-ae95-03d088c9b512 req-dfba657f-ea0b-4c03-a7dd-b884bdc35aba tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:53.250900 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-743b7c74-df3a-424b-ae95-03d088c9b512 req-dfba657f-ea0b-4c03-a7dd-b884bdc35aba tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 948 time: 0.1235273 Nov 23 12:46:53.325220 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.354501 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0594c80-7d55-4be1-9ffb-9df7a1abe7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882a9e9d-c8fd-49a4-a824-637f0d682bc0'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:53.364927 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 882a9e9d-c8fd-49a4-a824-637f0d682bc0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=882a9e9d-c8fd-49a4-a824-637f0d682bc0,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:53.373007 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.377384 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:53.392187 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-743b7c74-df3a-424b-ae95-03d088c9b512 req-2a6670bc-0b58-46c9-9aa7-474f05d2441a tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181824 Nov 23 12:46:53.433273 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0594c80-7d55-4be1-9ffb-9df7a1abe7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882a9e9d-c8fd-49a4-a824-637f0d682bc0', 'code': 200} Nov 23 12:46:53.444501 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2675a4c5-5223-403a-b108-5827bccfbcee req-79b6782a-1418-4785-b294-64e378835a4a service neutron] 10.222.0.64 "GET /v2.0/networks/cb8361ed-8c1d-4770-b4f3-853294708823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925876 Nov 23 12:46:53.489582 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=882a9e9d-c8fd-49a4-a824-637f0d682bc0,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:53.501985 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:53.660699 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:53.765932 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2675a4c5-5223-403a-b108-5827bccfbcee req-d13e1f72-19dc-4d67-80c0-e8ffc927e6b2 service neutron] 10.222.0.64 "GET /v2.0/networks/cb8361ed-8c1d-4770-b4f3-853294708823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078883 Nov 23 12:46:53.914866 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34141395-6df4-4519-899e-14c70d5abbb9 req-89c9e561-6b6b-41f5-9648-b83c9c90e23c tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:53.916258 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-34141395-6df4-4519-899e-14c70d5abbb9 req-89c9e561-6b6b-41f5-9648-b83c9c90e23c tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 946 time: 0.3108032 Nov 23 12:46:53.931047 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d1a08-067f-4914-b81c-2e99cc8e87a0 req-07b0b1b1-4be2-47ff-87de-a84b7e042135 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:53.932422 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b7d1a08-067f-4914-b81c-2e99cc8e87a0 req-07b0b1b1-4be2-47ff-87de-a84b7e042135 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.2576942 Nov 23 12:46:53.935426 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8902614-1717-451a-8a89-6de476007565 req-5f959f4d-61b6-4b50-b8a7-d68ae8597a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:53.936652 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8902614-1717-451a-8a89-6de476007565 req-5f959f4d-61b6-4b50-b8a7-d68ae8597a11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 1099 time: 0.2150846 Nov 23 12:46:53.952060 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.025522 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-34141395-6df4-4519-899e-14c70d5abbb9 req-d5358120-c4e0-4d64-98b2-993a4f257af5 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017923 Nov 23 12:46:54.036517 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8902614-1717-451a-8a89-6de476007565 req-872aaaba-5b4e-4a24-b11d-ac2fa9155e64 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852814 Nov 23 12:46:54.039326 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b7d1a08-067f-4914-b81c-2e99cc8e87a0 req-bc1250fb-245a-4450-a4fa-21b776e87401 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891902 Nov 23 12:46:54.561998 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33242) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:54.571739 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33248) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:54.597591 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada9e1f-b9b9-4d91-be3b-5a6ce7c43280 req-c6bb5705-e447-4f44-91a7-17a0d996d82d tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:54.599063 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0ada9e1f-b9b9-4d91-be3b-5a6ce7c43280 req-c6bb5705-e447-4f44-91a7-17a0d996d82d tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 948 time: 0.0955169 Nov 23 12:46:54.648067 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0ada9e1f-b9b9-4d91-be3b-5a6ce7c43280 req-4e50cdce-4767-41d6-8b01-3456b374b828 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Nov 23 12:46:54.691652 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.704201 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.707242 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:54.711237 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb4f7b896f24efb9c8ad733e3549a3b is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:54.714071 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:54.719512 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:54.723398 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] Usage tracker for resource:security_group_rule and tenant:80ad2c435bab4f9bb85bdbe91fd9f7a0 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:54.725791 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:54.726221 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:54.732329 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:54.809808 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.812774 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.830895 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.833212 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e8c0f734-4325-48d4-938b-8e9f70db2a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:54.836057 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.845703 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bb502696-0564-4414-8a13-c8640ed81128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:54.855000 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fb4f7b896f24efb9c8ad733e3549a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911329 Nov 23 12:46:54.858116 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33260) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:54.868963 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dec38c-17bc-4e59-9853-8f1fb2795fd5,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:54.873115 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:54.911694 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80ad2c435bab4f9bb85bdbe91fd9f7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389990 Nov 23 12:46:54.914484 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33264) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:54.926475 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a49a50-15e1-4e6c-a041-731c85a92811,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:54.937801 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:54.961681 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5920-5fae-4f3d-ab8d-d3f8c2127d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.980548 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36efa26c-b7c4-4836-ae47-3d0c80019e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:54.989229 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5920-5fae-4f3d-ab8d-d3f8c2127d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.010596 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36efa26c-b7c4-4836-ae47-3d0c80019e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.055020 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5920-5fae-4f3d-ab8d-d3f8c2127d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.061834 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:55.070857 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36efa26c-b7c4-4836-ae47-3d0c80019e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.082146 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e5920-5fae-4f3d-ab8d-d3f8c2127d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dec38c-17bc-4e59-9853-8f1fb2795fd5,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:55.085198 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-8d9e5920-5fae-4f3d-ab8d-d3f8c2127d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:55.086711 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b1fecf4f-36fe-4ca9-aa54-4b7790031cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:55.103885 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efa26c-b7c4-4836-ae47-3d0c80019e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a49a50-15e1-4e6c-a041-731c85a92811,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:55.106656 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-36efa26c-b7c4-4836-ae47-3d0c80019e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:55.107814 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-36efa26c-b7c4-4836-ae47-3d0c80019e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.113028 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5920-5fae-4f3d-ab8d-d3f8c2127d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.113165 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-36efa26c-b7c4-4836-ae47-3d0c80019e43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61a49a50-15e1-4e6c-a041-731c85a92811 HTTP/1.1" status: 204 len: 168 time: 0.1971998 Nov 23 12:46:55.119328 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-8d9e5920-5fae-4f3d-ab8d-d3f8c2127d57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6dec38c-17bc-4e59-9853-8f1fb2795fd5 HTTP/1.1" status: 204 len: 168 time: 0.2560587 Nov 23 12:46:55.263668 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.410035 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c188b-00ac-44a7-af1f-03f257ca4a20 req-94eedb7d-5ae7-4e7f-891e-f8fd24953dcb tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:55.412024 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-859c188b-00ac-44a7-af1f-03f257ca4a20 req-94eedb7d-5ae7-4e7f-891e-f8fd24953dcb tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 946 time: 0.2369890 Nov 23 12:46:55.441090 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1b5cc-fcd4-42ef-90cb-c1f7c2941531 req-9d675acd-960f-4acd-90cb-3447f30f804f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:55.442652 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-88e1b5cc-fcd4-42ef-90cb-c1f7c2941531 req-9d675acd-960f-4acd-90cb-3447f30f804f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1651778 Nov 23 12:46:55.524580 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-88e1b5cc-fcd4-42ef-90cb-c1f7c2941531 req-9e70c522-25b5-437d-a678-14a56e871f65 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660405 Nov 23 12:46:55.531244 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-859c188b-00ac-44a7-af1f-03f257ca4a20 req-073fed72-b783-401a-b2dd-e1efd6548e79 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096022 Nov 23 12:46:55.644396 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33296) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:55.666267 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.681718 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:55.687279 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] Usage tracker for resource:security_group_rule and tenant:77b80fa35e9e4a6aa30d71ac66f6371b is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:55.695350 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:55.706507 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:55.857199 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.862774 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:55.872881 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:55.928291 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d33105-6b47-4a1c-bd1d-677388fac20c req-04bc2bec-6172-49dd-a685-a4a5c72a137f tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:55.929921 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7d33105-6b47-4a1c-bd1d-677388fac20c req-04bc2bec-6172-49dd-a685-a4a5c72a137f tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 948 time: 0.1636727 Nov 23 12:46:55.932235 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77b80fa35e9e4a6aa30d71ac66f6371b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867618 Nov 23 12:46:55.936632 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33312) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:55.937846 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5632c73a-e830-4092-bcfb-928573b9e196,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:55.941228 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:55.987336 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7d33105-6b47-4a1c-bd1d-677388fac20c req-264841f6-b9d1-48c2-a543-e9c0bee2c5cb tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446718 Nov 23 12:46:56.012600 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cce7ff49-7018-4c3c-b757-b8b30f774726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.040429 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cce7ff49-7018-4c3c-b757-b8b30f774726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.098162 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cce7ff49-7018-4c3c-b757-b8b30f774726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.103620 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3a486005-a732-4e3e-b5f9-35541e81cd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:56.114343 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7ff49-7018-4c3c-b757-b8b30f774726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5632c73a-e830-4092-bcfb-928573b9e196,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:56.117860 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-cce7ff49-7018-4c3c-b757-b8b30f774726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:56.121943 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cce7ff49-7018-4c3c-b757-b8b30f774726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:56.126032 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-cce7ff49-7018-4c3c-b757-b8b30f774726 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5632c73a-e830-4092-bcfb-928573b9e196 HTTP/1.1" status: 204 len: 168 time: 0.1877630 Nov 23 12:46:56.818115 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cadd44-93d7-4ecd-9f57-632f00ec0f23 req-f73635c9-1251-44a2-9307-d2895184daec tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:56.825587 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-90cadd44-93d7-4ecd-9f57-632f00ec0f23 req-f73635c9-1251-44a2-9307-d2895184daec tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 946 time: 0.1560957 Nov 23 12:46:56.857003 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c2251-8dc0-46cf-b9e0-2840c8ef03e1 req-c6711a02-0419-49f4-8c56-5ee79bf2d7fe tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:56.862080 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c16c2251-8dc0-46cf-b9e0-2840c8ef03e1 req-c6711a02-0419-49f4-8c56-5ee79bf2d7fe tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1568420 Nov 23 12:46:56.904764 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-90cadd44-93d7-4ecd-9f57-632f00ec0f23 req-c4c9bfbf-805a-401c-a0b3-919a98c9b8e1 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777795 Nov 23 12:46:56.932759 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c16c2251-8dc0-46cf-b9e0-2840c8ef03e1 req-6196842d-9f5e-438e-a713-1f225fda8185 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638502 Nov 23 12:46:57.079174 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 3c5437e4-bc3d-46be-a917-f052fb115c12 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:46:57.253915 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 3c5437e4-bc3d-46be-a917-f052fb115c12, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3c5437e4-bc3d-46be-a917-f052fb115c12,segment=NetworkSegment(12bf0b8f-fb86-4801-ad07-e9a6d5138f3b),segment_id=12bf0b8f-fb86-4801-ad07-e9a6d5138f3b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:57.269542 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '3c5437e4-bc3d-46be-a917-f052fb115c12', 'network_id': 'cb8361ed-8c1d-4770-b4f3-853294708823', 'port_id': '3c5437e4-bc3d-46be-a917-f052fb115c12', 'mac_address': 'fa:16:3e:b9:e7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66d7244-8c38-4581-94ed-485aaeba2335', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:46:57.342850 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:57.369939 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5437e4-bc3d-46be-a917-f052fb115c12 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:46:57.392166 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 3c5437e4-bc3d-46be-a917-f052fb115c12, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3c5437e4-bc3d-46be-a917-f052fb115c12,segment=NetworkSegment(12bf0b8f-fb86-4801-ad07-e9a6d5138f3b),segment_id=12bf0b8f-fb86-4801-ad07-e9a6d5138f3b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:57.399132 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298a152-0d7a-4cd2-9f14-3c1ea0555ec2 req-48b64e7a-8144-41ab-8cae-dee1d861ff84 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:57.400847 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d298a152-0d7a-4cd2-9f14-3c1ea0555ec2 req-48b64e7a-8144-41ab-8cae-dee1d861ff84 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 948 time: 0.1466594 Nov 23 12:46:57.409656 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:57.411579 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:57.477204 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d298a152-0d7a-4cd2-9f14-3c1ea0555ec2 req-003ed9a9-2662-489b-80c3-1999cd176e0d tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694041 Nov 23 12:46:57.507999 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=3c5437e4-bc3d-46be-a917-f052fb115c12,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:57.511789 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:57.737574 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['3c5437e4-bc3d-46be-a917-f052fb115c12'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:46:57.855085 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33412) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:58.109675 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.148698 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:58.158392 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee59538a2bf4bf1a6ae844e3484b566 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:58.163641 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:58.189349 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:58.400180 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.409844 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.422710 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e1011c87-fd99-419e-bd70-b53e613e3f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:58.467813 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ee59538a2bf4bf1a6ae844e3484b566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6105082 Nov 23 12:46:58.474640 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33436) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:58.475069 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e61f3f-401e-43d0-9c01-673271c1a887,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:58.477469 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:58.506995 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea50bc-46fb-47c2-83a6-6c90756db8d1 req-6dd4dbff-e3de-4d05-ac76-14ac56113538 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:58.508954 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b3ea50bc-46fb-47c2-83a6-6c90756db8d1 req-6dd4dbff-e3de-4d05-ac76-14ac56113538 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.2398043 Nov 23 12:46:58.537851 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f5068d12-3699-44f5-9d4e-bca5427872ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.569331 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f5068d12-3699-44f5-9d4e-bca5427872ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.590605 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b3ea50bc-46fb-47c2-83a6-6c90756db8d1 req-36a5aa2a-941b-4f0d-af40-80265bd26d7c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703573 Nov 23 12:46:58.627190 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f5068d12-3699-44f5-9d4e-bca5427872ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.633286 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-53fa2675-da1e-4a68-bbc5-90328ece404e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:58.644017 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5068d12-3699-44f5-9d4e-bca5427872ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e61f3f-401e-43d0-9c01-673271c1a887,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:58.647596 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f5068d12-3699-44f5-9d4e-bca5427872ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:58.653125 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f5068d12-3699-44f5-9d4e-bca5427872ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:58.654434 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f5068d12-3699-44f5-9d4e-bca5427872ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29e61f3f-401e-43d0-9c01-673271c1a887 HTTP/1.1" status: 204 len: 168 time: 0.1834283 Nov 23 12:46:58.715279 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04541ae-9868-4c68-8bc1-3b08efa534f4 req-4b7f87c0-cdee-4b6e-85da-1fbca50cd64b tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:58.716783 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e04541ae-9868-4c68-8bc1-3b08efa534f4 req-4b7f87c0-cdee-4b6e-85da-1fbca50cd64b tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 949 time: 0.0986032 Nov 23 12:46:58.766202 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e04541ae-9868-4c68-8bc1-3b08efa534f4 req-1a11172b-15e7-447e-b834-3646d760077d tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Nov 23 12:46:59.045475 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33458) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:59.065567 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.084075 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:46:59.088612 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] Usage tracker for resource:security_group_rule and tenant:283b3fddca9c43eab75e16ffc243a9ce is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:46:59.093351 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 3c5437e4-bc3d-46be-a917-f052fb115c12 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:46:59.093922 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:46:59.100448 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:46:59.213731 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.231286 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.241639 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-57221c75-1005-440b-ad64-f3666e64dada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:59.269825 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 3c5437e4-bc3d-46be-a917-f052fb115c12 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:46:59.292393 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 3c5437e4-bc3d-46be-a917-f052fb115c12 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:46:59.292902 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.307605 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99f051c-9b9a-44e4-b3af-f947582bce97,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:59.312521 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=283b3fddca9c43eab75e16ffc243a9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662470 Nov 23 12:46:59.313688 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:59.315760 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33470) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:46:59.405626 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-887d0357-138e-4aae-99a3-a57179dde248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.430659 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.441777 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-887d0357-138e-4aae-99a3-a57179dde248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.466635 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5afa3f-49bc-401e-b0d1-d79d1e86e30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5437e4-bc3d-46be-a917-f052fb115c12'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:46:59.477119 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 3c5437e4-bc3d-46be-a917-f052fb115c12, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3c5437e4-bc3d-46be-a917-f052fb115c12,segment=NetworkSegment(12bf0b8f-fb86-4801-ad07-e9a6d5138f3b),segment_id=12bf0b8f-fb86-4801-ad07-e9a6d5138f3b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:46:59.498249 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.498249 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:59.514358 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-887d0357-138e-4aae-99a3-a57179dde248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.521539 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-543e46a5-e33f-4d2c-bccf-11feaf440fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:46:59.538039 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d0357-138e-4aae-99a3-a57179dde248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99f051c-9b9a-44e4-b3af-f947582bce97,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:59.555215 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-887d0357-138e-4aae-99a3-a57179dde248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:59.556263 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-887d0357-138e-4aae-99a3-a57179dde248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:46:59.557633 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-887d0357-138e-4aae-99a3-a57179dde248 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d99f051c-9b9a-44e4-b3af-f947582bce97 HTTP/1.1" status: 204 len: 168 time: 0.2398674 Nov 23 12:46:59.628237 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5afa3f-49bc-401e-b0d1-d79d1e86e30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5437e4-bc3d-46be-a917-f052fb115c12', 'code': 200} Nov 23 12:46:59.628831 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=3c5437e4-bc3d-46be-a917-f052fb115c12,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:46:59.631992 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:46:59.841515 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-bba22f6e-f38a-4859-b7ce-ec06c2b7a3aa tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:59.843008 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-bba22f6e-f38a-4859-b7ce-ec06c2b7a3aa tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 814 time: 0.2833288 Nov 23 12:46:59.865189 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb82d7-1b10-4130-a597-8bcfca04ad8a req-cdedf4f6-4f4f-4afb-960f-789657d16b80 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:46:59.866758 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6edb82d7-1b10-4130-a597-8bcfca04ad8a req-cdedf4f6-4f4f-4afb-960f-789657d16b80 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1400743 Nov 23 12:46:59.977162 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-23bf1a25-ea45-428b-ae68-f16e72124027 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/quotas/65ac2a3df9054ccab1626f172f0e02ab HTTP/1.1" status: 200 len: 375 time: 0.1265283 Nov 23 12:47:00.095044 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6edb82d7-1b10-4130-a597-8bcfca04ad8a req-2ff4698d-fd10-4167-a578-facf5a012ba8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239150 Nov 23 12:47:00.115489 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec8b07-0a16-4913-9ab1-927623fb46db req-366adc70-178d-42e0-a88e-ee120c3c7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:00.116943 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-01ec8b07-0a16-4913-9ab1-927623fb46db req-366adc70-178d-42e0-a88e-ee120c3c7b8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 1103 time: 0.2493637 Nov 23 12:47:00.159397 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-891696cd-e3d8-4aea-a69a-724b71af1266 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1636357 Nov 23 12:47:00.351906 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-01ec8b07-0a16-4913-9ab1-927623fb46db req-b053632f-ceac-418c-9749-2b766167133e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215214 Nov 23 12:47:00.407252 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-b776f1b8-bc99-4198-a678-abb479c007d5 service neutron] 10.222.0.50 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470016 Nov 23 12:47:00.427417 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac3951-c172-47a5-a8e7-29b9c1c5280a req-a83ae7e0-ad6d-4b7f-8c87-9ed3e4f12660 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:00.428925 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-17ac3951-c172-47a5-a8e7-29b9c1c5280a req-a83ae7e0-ad6d-4b7f-8c87-9ed3e4f12660 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 950 time: 0.1734040 Nov 23 12:47:00.554696 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-17ac3951-c172-47a5-a8e7-29b9c1c5280a req-b2678fef-b398-4388-a405-94b7640c92da tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075594 Nov 23 12:47:00.597023 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-a428a88a-b6de-4679-bd0e-1372eb7d95f3 service neutron] 10.222.0.50 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786268 Nov 23 12:47:00.787814 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1ff2da26-7433-47dc-ab93-116b2507a647 req-337d820d-50ec-4684-97ed-437b5fa8dd5e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 210 time: 0.0438056 Nov 23 12:47:01.310263 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891253-ba6c-435a-b020-c143031d23bf req-e33b8f48-8e4a-46dd-93a5-4dbdc8b027f3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:01.311749 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-01891253-ba6c-435a-b020-c143031d23bf req-e33b8f48-8e4a-46dd-93a5-4dbdc8b027f3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.1010840 Nov 23 12:47:01.366135 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-01891253-ba6c-435a-b020-c143031d23bf req-208e95cf-b3ea-4296-840c-2ed100639c61 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470650 Nov 23 12:47:01.695332 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33594) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:01.773539 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33604) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:01.821656 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c95c1-0ba1-4994-a10b-55435293de20 req-7a11ce1d-b76a-47ab-8083-334040aa085a tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:01.826388 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-198c95c1-0ba1-4994-a10b-55435293de20 req-7a11ce1d-b76a-47ab-8083-334040aa085a tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 950 time: 0.1496732 Nov 23 12:47:01.892923 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-198c95c1-0ba1-4994-a10b-55435293de20 req-d1c3891a-53d6-4803-bdab-2c0047203e40 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595028 Nov 23 12:47:01.978574 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.016695 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:02.019165 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.032865 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] Usage tracker for resource:security_group_rule and tenant:b08479b9c6474a7293fe60002ea6c681 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:02.038600 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:02.041701 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:02.048923 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] Usage tracker for resource:security_group_rule and tenant:9227547ddb6d42c3a1961031b6d7202e is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:02.056205 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:02.059469 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:02.067457 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:02.174338 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-970af616-47f8-4270-aca1-5e135b7ded2c req-e8d7d43c-f8f1-48e8-b414-03dc80093378 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 210 time: 0.1232467 Nov 23 12:47:02.194584 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.244110 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.245322 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.254193 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-cce7ff49-7018-4c3c-b757-b8b30f774726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:02.265870 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.315601 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33620) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:02.318283 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfa448f-f175-4b92-ac98-5a2a0521d59c,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:02.322534 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:02.327639 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9227547ddb6d42c3a1961031b6d7202e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6311879 Nov 23 12:47:02.332771 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b08479b9c6474a7293fe60002ea6c681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5576470 Nov 23 12:47:02.333435 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-36efa26c-b7c4-4836-ae47-3d0c80019e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:02.335120 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33624) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:02.335452 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33626) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:02.370745 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06068e8-2e70-484a-a37e-4d396dba2daf,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:02.375309 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:02.388028 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff6cd9-fdb7-455a-b6b5-e5efe45e3093 req-a4662898-931d-428e-8e69-7f0f7ef0c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:02.390917 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-27ff6cd9-fdb7-455a-b6b5-e5efe45e3093 req-a4662898-931d-428e-8e69-7f0f7ef0c113 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1099 time: 0.2761183 Nov 23 12:47:02.463323 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-67cac6f6-24bf-4b22-8c5f-bfcaf2ac989f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:02.465262 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-67cac6f6-24bf-4b22-8c5f-bfcaf2ac989f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 814 time: 0.3502471 Nov 23 12:47:02.511613 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Request body: {'port': {'device_id': '48dcc820-f86b-4b27-b2a6-ccbdcf4409f5', 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7', 'admin_state_up': True, 'tenant_id': '65ac2a3df9054ccab1626f172f0e02ab'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:02.576756 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.636722 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-27ff6cd9-fdb7-455a-b6b5-e5efe45e3093 req-946a7e20-0f83-42d5-a8d4-f6c909b6f553 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267525 Nov 23 12:47:02.670260 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-37730336-66f5-4ddb-a5c8-f0af80f0f9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.678628 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:02.697023 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-75494da0-df12-4a9a-b7a6-30086b217252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.700499 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] Usage tracker for resource:security_group_rule and tenant:53427748282741cca3af897a8e983b96 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:02.722706 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:02.741592 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:02.763665 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-37730336-66f5-4ddb-a5c8-f0af80f0f9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.784874 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-75494da0-df12-4a9a-b7a6-30086b217252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:02.891737 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:02.909087 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b108f57-d007-4040-bc6f-63aeeaf7f720 req-7b41bf5e-41df-470c-a1e8-bf4b88a702d1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:02.910577 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4b108f57-d007-4040-bc6f-63aeeaf7f720 req-7b41bf5e-41df-470c-a1e8-bf4b88a702d1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.4044132 Nov 23 12:47:02.920773 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:03.079126 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Made reservation on behalf of 65ac2a3df9054ccab1626f172f0e02ab for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:03.082478 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.118755 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-75494da0-df12-4a9a-b7a6-30086b217252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.129929 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-a9d5a46d-5516-468d-9818-77cae947762e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:03.135613 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-37730336-66f5-4ddb-a5c8-f0af80f0f9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.154970 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4b108f57-d007-4040-bc6f-63aeeaf7f720 req-67be4989-d819-4113-8062-f9bfb7caf4ad tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377169 Nov 23 12:47:03.259583 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75494da0-df12-4a9a-b7a6-30086b217252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06068e8-2e70-484a-a37e-4d396dba2daf,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:03.274721 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-75494da0-df12-4a9a-b7a6-30086b217252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:03.281675 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.282588 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-941e11c6-11ee-4736-b918-322a4fc525d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:03.294087 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-75494da0-df12-4a9a-b7a6-30086b217252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.295179 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-75494da0-df12-4a9a-b7a6-30086b217252 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a06068e8-2e70-484a-a37e-4d396dba2daf HTTP/1.1" status: 204 len: 168 time: 0.9566901 Nov 23 12:47:03.301483 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.318193 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-37730336-66f5-4ddb-a5c8-f0af80f0f9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.322091 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-37730336-66f5-4ddb-a5c8-f0af80f0f9a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ecfa448f-f175-4b92-ac98-5a2a0521d59c HTTP/1.1" status: 204 len: 168 time: 0.9829135 Nov 23 12:47:03.326589 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37730336-66f5-4ddb-a5c8-f0af80f0f9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfa448f-f175-4b92-ac98-5a2a0521d59c,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:03.335360 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-37730336-66f5-4ddb-a5c8-f0af80f0f9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:03.345250 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2e841a7b-f7f6-43b8-82b0-6377a3614146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:03.416752 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53427748282741cca3af897a8e983b96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0997839 Nov 23 12:47:03.420966 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33654) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:03.471588 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44de4f6-798a-4458-80fe-8c29c0e8e82c req-35d6ac01-bc84-4976-b100-e2db6dd2d0bf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:03.471863 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e44de4f6-798a-4458-80fe-8c29c0e8e82c req-35d6ac01-bc84-4976-b100-e2db6dd2d0bf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 950 time: 0.4427729 Nov 23 12:47:03.489039 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd12f9b6-8a5a-459a-83ae-3b9d7d2cab62,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:03.493186 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aed367e3-1604-4651-a376-ebdd32963c7d req-0c898929-5aa5-4e2c-8b0e-4f3dd949fa64 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 210 time: 0.0700836 Nov 23 12:47:03.496228 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:03.511391 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e171c3b-b238-4a6a-9a90-75e5f143a5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.532233 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Allocated IP 172.20.0.8 (ba02506b-e35e-4291-b3f1-421e44dc0cb7/064e4fc9-cf3d-42e5-8188-05833b508f0d/966ee1ba-af1f-41b5-819c-d945b127608e) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:03.545651 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e171c3b-b238-4a6a-9a90-75e5f143a5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.568069 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e44de4f6-798a-4458-80fe-8c29c0e8e82c req-c928be19-b3ae-4b0c-a861-dd360a706106 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878408 Nov 23 12:47:03.622626 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e171c3b-b238-4a6a-9a90-75e5f143a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.629385 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8d491f93-c6b4-40d7-9b10-f2355801d2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:03.649653 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e171c3b-b238-4a6a-9a90-75e5f143a5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd12f9b6-8a5a-459a-83ae-3b9d7d2cab62,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:03.656854 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2e171c3b-b238-4a6a-9a90-75e5f143a5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:03.670720 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2e171c3b-b238-4a6a-9a90-75e5f143a5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.672364 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2e171c3b-b238-4a6a-9a90-75e5f143a5e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd12f9b6-8a5a-459a-83ae-3b9d7d2cab62 HTTP/1.1" status: 204 len: 168 time: 0.2503493 Nov 23 12:47:03.733237 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33668) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:03.751434 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33672) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:03.752238 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.782722 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.792161 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:03.798725 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1925a3d1d0e4406fbaeb4467fb4c608f is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:03.803177 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:03.809763 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:03.812283 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:03.816823 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] Usage tracker for resource:security_group_rule and tenant:ab291594b5594cb184d324682df59261 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:03.822599 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:03.839164 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:03.876214 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.948301 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:03.963254 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a', '882a9e9d-c8fd-49a4-a824-637f0d682bc0'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:03.964923 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:04.008667 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.022025 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Network ba02506b-e35e-4291-b3f1-421e44dc0cb7 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:04.026593 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.031752 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:04.035232 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:04.071561 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ea38b485-694f-479d-a519-cde20ca32880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:04.111395 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Pushing event updated for resources: {'Port': ['ID=966ee1ba-af1f-41b5-819c-d945b127608e,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.114581 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.124913 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:04.125904 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.175147 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5760600b-ceb2-47bf-aa97-d6c1048b1151,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.191203 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.199850 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1925a3d1d0e4406fbaeb4467fb4c608f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624496 Nov 23 12:47:04.199850 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.200065 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33682) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:04.218752 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.265492 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f68830fb-ae83-4873-a710-748279497a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:04.272547 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7865479 Nov 23 12:47:04.287493 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Request body: {'port': {'device_id': '48dcc820-f86b-4b27-b2a6-ccbdcf4409f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:04.299924 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab291594b5594cb184d324682df59261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388796 Nov 23 12:47:04.313754 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae54bd3-0cdc-4ab9-ac0c-22987846bf1c,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.320873 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33686) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:04.346928 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.411735 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-fbd24b29-9f63-47e4-8eee-6379e39d433c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.421877 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ac7ac-931c-4189-b0e1-9b7bfdf8179a req-8f7ee45c-7d9e-4992-b166-df94fb59ce96 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:04.423336 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a61ac7ac-931c-4189-b0e1-9b7bfdf8179a req-8f7ee45c-7d9e-4992-b166-df94fb59ce96 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 950 time: 0.2799265 Nov 23 12:47:04.466602 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33692) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:04.471803 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-fbd24b29-9f63-47e4-8eee-6379e39d433c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.493942 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2320-768e-4a2f-be4c-53b082da66d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.515050 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.551685 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.558073 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2320-768e-4a2f-be4c-53b082da66d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.564783 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:04.565761 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a61ac7ac-931c-4189-b0e1-9b7bfdf8179a req-af7993a8-e638-4192-90c4-d410b2f08844 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327331 Nov 23 12:47:04.579280 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] Usage tracker for resource:security_group_rule and tenant:78d633c73e3a41fcba6dca3b0b5f223e is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:04.591067 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:04.608026 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:04.638436 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcd029-8657-446b-8676-3376769fac4c req-3380027b-2649-47c9-af41-c0af8ac8cb1c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:04.640010 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fabcd029-8657-446b-8676-3376769fac4c req-3380027b-2649-47c9-af41-c0af8ac8cb1c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.2648461 Nov 23 12:47:04.646597 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-fbd24b29-9f63-47e4-8eee-6379e39d433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.652816 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e9321050-a060-4eea-877c-443273a34b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:04.670481 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2320-768e-4a2f-be4c-53b082da66d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.680111 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd24b29-9f63-47e4-8eee-6379e39d433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5760600b-ceb2-47bf-aa97-d6c1048b1151,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.686239 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-fbd24b29-9f63-47e4-8eee-6379e39d433c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.686716 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-174b6ace-ce2c-45e2-a398-b08d23cc74d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:04.715070 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a2320-768e-4a2f-be4c-53b082da66d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae54bd3-0cdc-4ab9-ac0c-22987846bf1c,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.719943 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-bd9a2320-768e-4a2f-be4c-53b082da66d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:04.724210 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-fbd24b29-9f63-47e4-8eee-6379e39d433c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.725335 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-fbd24b29-9f63-47e4-8eee-6379e39d433c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5760600b-ceb2-47bf-aa97-d6c1048b1151 HTTP/1.1" status: 204 len: 168 time: 0.5244746 Nov 23 12:47:04.726284 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2320-768e-4a2f-be4c-53b082da66d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.727353 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-bd9a2320-768e-4a2f-be4c-53b082da66d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ae54bd3-0cdc-4ab9-ac0c-22987846bf1c HTTP/1.1" status: 204 len: 168 time: 0.3959496 Nov 23 12:47:04.797767 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.803688 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fabcd029-8657-446b-8676-3376769fac4c req-26383e31-16f0-40c2-a16c-2bfecd51b41f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518815 Nov 23 12:47:04.815746 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:04.826071 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-15c2e47d-9845-4373-ba6b-60040cf4c39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:04.931521 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78d633c73e3a41fcba6dca3b0b5f223e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597843 Nov 23 12:47:04.932337 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33704) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:04.947662 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77d1c26-2254-4b26-a07c-a9e51eba8750,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:04.952823 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:05.014115 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6edab679-6fcf-4201-b74d-5b969794fe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.048048 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6edab679-6fcf-4201-b74d-5b969794fe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.124487 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6edab679-6fcf-4201-b74d-5b969794fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.129755 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5bc9865f-7605-492a-ae37-1a5171805c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:05.143379 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edab679-6fcf-4201-b74d-5b969794fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77d1c26-2254-4b26-a07c-a9e51eba8750,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:05.146503 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6edab679-6fcf-4201-b74d-5b969794fe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.147601 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-6edab679-6fcf-4201-b74d-5b969794fe37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e77d1c26-2254-4b26-a07c-a9e51eba8750 HTTP/1.1" status: 204 len: 168 time: 0.2143719 Nov 23 12:47:05.148469 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6edab679-6fcf-4201-b74d-5b969794fe37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:05.152691 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2561133-bece-4711-b209-9d51a301f2bb req-66d0b58c-ef0e-4da3-84df-bf03a2539e5d tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:05.153487 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a2561133-bece-4711-b209-9d51a301f2bb req-66d0b58c-ef0e-4da3-84df-bf03a2539e5d tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Synchronizing usage tracker for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:05.201500 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287d651-6741-4d62-bf9d-db41c65a772e req-ea84abf9-bd66-4cb3-837a-a87331c084e8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:05.203225 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2287d651-6741-4d62-bf9d-db41c65a772e req-ea84abf9-bd66-4cb3-837a-a87331c084e8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.2743740 Nov 23 12:47:05.251353 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a2561133-bece-4711-b209-9d51a301f2bb req-66d0b58c-ef0e-4da3-84df-bf03a2539e5d tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Unset dirty status for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:05.252571 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a2561133-bece-4711-b209-9d51a301f2bb req-66d0b58c-ef0e-4da3-84df-bf03a2539e5d tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 931 time: 0.3248267 Nov 23 12:47:05.293278 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966ee1ba-af1f-41b5-819c-d945b127608e {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:05.310854 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2287d651-6741-4d62-bf9d-db41c65a772e req-6f2f8340-ad3f-4a05-9e01-f18621cde744 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881090 Nov 23 12:47:05.312538 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.328819 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33718) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:05.344265 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a2561133-bece-4711-b209-9d51a301f2bb req-eb228c35-a3ee-4158-a6ed-b0555ddb90d2 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811515 Nov 23 12:47:05.369114 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Transition to ACTIVE for port object 966ee1ba-af1f-41b5-819c-d945b127608e will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:05.369114 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.369500 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.380281 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:05.409507 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:05.420479 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] Usage tracker for resource:security_group_rule and tenant:c60ed2d01f9d4018bbb24d976310005e is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:05.428681 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:05.444058 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:05.565807 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.572544 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.594404 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6c67abfe-821f-454b-805a-97eda4b92318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:05.673673 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c60ed2d01f9d4018bbb24d976310005e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425486 Nov 23 12:47:05.673673 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8670165d-d8f3-487d-8389-c3a46e39d41a,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:05.676309 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33736) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:05.678904 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:05.811993 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4443c0f4-e67b-40a0-bbf6-696507632642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.845464 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4443c0f4-e67b-40a0-bbf6-696507632642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.928258 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4443c0f4-e67b-40a0-bbf6-696507632642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:05.928258 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:05.974929 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Pushing event updated for resources: {'Port': ['ID=966ee1ba-af1f-41b5-819c-d945b127608e,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:05.987708 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:06.024208 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443c0f4-e67b-40a0-bbf6-696507632642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8670165d-d8f3-487d-8389-c3a46e39d41a,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:06.027978 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4443c0f4-e67b-40a0-bbf6-696507632642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:06.034348 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4443c0f4-e67b-40a0-bbf6-696507632642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.040779 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-4443c0f4-e67b-40a0-bbf6-696507632642 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8670165d-d8f3-487d-8389-c3a46e39d41a HTTP/1.1" status: 204 len: 168 time: 0.3629937 Nov 23 12:47:06.052150 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Attempting to bind port 966ee1ba-af1f-41b5-819c-d945b127608e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:06.052474 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Attempting to bind port 966ee1ba-af1f-41b5-819c-d945b127608e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:06.052796 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Attempting to bind port 966ee1ba-af1f-41b5-819c-d945b127608e on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:06.063305 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Port 966ee1ba-af1f-41b5-819c-d945b127608e on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:47:06.063627 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Attempting to bind port 966ee1ba-af1f-41b5-819c-d945b127608e on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:06.075670 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:06.076212 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Checking segment: {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:06.076742 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Bound using segment: {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:06.077323 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Bound port: 966ee1ba-af1f-41b5-819c-d945b127608e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:06.077844 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.117635 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e39b21-d67d-4482-a497-3daef7a8d9b3 req-579ce17b-a5ef-4d7d-9d24-0371d9d2c63d tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.122076 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7e39b21-d67d-4482-a497-3daef7a8d9b3 req-579ce17b-a5ef-4d7d-9d24-0371d9d2c63d tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 950 time: 0.3159904 Nov 23 12:47:06.176888 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-4d07d0c4-b0a6-4ae0-8ebd-616f2d016ada tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.178405 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-4d07d0c4-b0a6-4ae0-8ebd-616f2d016ada tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 950 time: 0.3405612 Nov 23 12:47:06.253415 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] For port 966ee1ba-af1f-41b5-819c-d945b127608e, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:06.257105 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] For port 966ee1ba-af1f-41b5-819c-d945b127608e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=966ee1ba-af1f-41b5-819c-d945b127608e,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:06.300343 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.313020 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:06.406940 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7e39b21-d67d-4482-a497-3daef7a8d9b3 req-4297a2cd-a49d-4c4e-a234-6743130e7bb0 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513952 Nov 23 12:47:06.408163 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.408825 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.410596 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] 10.222.0.64 "PUT /v2.0/ports/966ee1ba-af1f-41b5-819c-d945b127608e HTTP/1.1" status: 200 len: 1093 time: 2.1271429 Nov 23 12:47:06.415592 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dcc820-f86b-4b27-b2a6-ccbdcf4409f5', 'tag': '966ee1ba-af1f-41b5-819c-d945b127608e'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:06.432760 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Deleting port 3c5437e4-bc3d-46be-a917-f052fb115c12 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:47:06.433099 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:06.521794 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dcc820-f86b-4b27-b2a6-ccbdcf4409f5', 'tag': '966ee1ba-af1f-41b5-819c-d945b127608e', 'status': 'completed', 'code': 200} Nov 23 12:47:06.528379 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Pushing event updated for resources: {'Port': ['ID=966ee1ba-af1f-41b5-819c-d945b127608e,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:06.544053 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:06.758947 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-581a7496-5131-4bfb-ad8d-2d4c87429bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.760416 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-581a7496-5131-4bfb-ad8d-2d4c87429bdf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 1096 time: 0.2897596 Nov 23 12:47:06.852617 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ff7c0-2255-42c1-8ac5-2a76b6ce40fc req-4bf96f06-a6dc-403e-8515-61c3a9e1b60c tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:06.854104 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8d2ff7c0-2255-42c1-8ac5-2a76b6ce40fc req-4bf96f06-a6dc-403e-8515-61c3a9e1b60c tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 943 time: 0.3222914 Nov 23 12:47:06.858503 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-d73c10c6-1b1b-4116-ae74-db2c52972c46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=966ee1ba-af1f-41b5-819c-d945b127608e HTTP/1.1" status: 200 len: 217 time: 0.0838795 Nov 23 12:47:06.986817 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] For port 3c5437e4-bc3d-46be-a917-f052fb115c12, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3c5437e4-bc3d-46be-a917-f052fb115c12,segment=NetworkSegment(12bf0b8f-fb86-4801-ad07-e9a6d5138f3b),segment_id=12bf0b8f-fb86-4801-ad07-e9a6d5138f3b)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:06.987378 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.006519 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8d2ff7c0-2255-42c1-8ac5-2a76b6ce40fc req-333a53ee-3598-4a5f-80f7-dea20faf5a72 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387255 Nov 23 12:47:07.014425 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-7834fa25-ef75-4000-a105-e8009f49b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:07.015849 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-7834fa25-ef75-4000-a105-e8009f49b3b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.1471729 Nov 23 12:47:07.180200 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Calling delete_port for 3c5437e4-bc3d-46be-a917-f052fb115c12 owned by compute:nova {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:47:07.227399 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-659ee87c-e7b7-41a3-aa54-b5ff446b3905 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466825 Nov 23 12:47:07.592660 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-0bf549fa-98b5-4735-9cff-e8ac4f3d5b9f service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556402 Nov 23 12:47:07.762975 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a528e5-ede6-4897-a9c7-0b0512d7259a req-dac00a7e-ffce-4274-9520-bc95f88b4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:07.764466 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c3a528e5-ede6-4897-a9c7-0b0512d7259a req-dac00a7e-ffce-4274-9520-bc95f88b4a2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.1314623 Nov 23 12:47:07.940287 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:07.952844 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['3c5437e4-bc3d-46be-a917-f052fb115c12'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:07.960437 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:08.035768 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Pushing event deleted for resources: {'Port': ['ID=3c5437e4-bc3d-46be-a917-f052fb115c12,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:08.044044 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:08.055505 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a528e5-ede6-4897-a9c7-0b0512d7259a req-0d20fdf5-931b-4581-bbb2-f66df13ff66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.057078 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c3a528e5-ede6-4897-a9c7-0b0512d7259a req-0d20fdf5-931b-4581-bbb2-f66df13ff66b service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.2813942 Nov 23 12:47:08.120749 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3708a75-1e59-45fb-bbe0-cb1379b48b9d req-7e946cc0-78e1-4884-8c20-8afc802d9bfd service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200396 Nov 23 12:47:08.177004 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c3a528e5-ede6-4897-a9c7-0b0512d7259a req-11a2b878-9554-43ad-ac0e-cdee8878b773 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.1109982 Nov 23 12:47:08.245257 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33850) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:08.277655 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a528e5-ede6-4897-a9c7-0b0512d7259a req-e19ef15d-6841-457d-8d52-f5594e43ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.280399 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c3a528e5-ede6-4897-a9c7-0b0512d7259a req-e19ef15d-6841-457d-8d52-f5594e43ecae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0928016 Nov 23 12:47:08.294437 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ae710-292b-4d81-899f-68cbb4cd75ed req-838c6aae-de22-4809-916a-0f4aa5d865a4 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.304785 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a68ae710-292b-4d81-899f-68cbb4cd75ed req-838c6aae-de22-4809-916a-0f4aa5d865a4 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5afa3f-49bc-401e-b0d1-d79d1e86e30c HTTP/1.1" status: 200 len: 867 time: 0.6759610 Nov 23 12:47:08.339082 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] No DVR routers for this DVR port 3c5437e4-bc3d-46be-a917-f052fb115c12 on host hv-cinder-81888 {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:47:08.344765 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c3a528e5-ede6-4897-a9c7-0b0512d7259a req-17cc5446-3c06-44cc-801e-f62e99551b57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543330 Nov 23 12:47:08.348223 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.442185 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e361ae-56c5-4dc5-b552-5b6fcf8b3e98 req-7cf7f2a3-f5dd-4dc1-8f78-9d5d73509144 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.451993 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-75e361ae-56c5-4dc5-b552-5b6fcf8b3e98 req-7cf7f2a3-f5dd-4dc1-8f78-9d5d73509144 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.6698780 Nov 23 12:47:08.485852 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.64 "DELETE /v2.0/ports/3c5437e4-bc3d-46be-a917-f052fb115c12 HTTP/1.1" status: 204 len: 173 time: 2.2753937 Nov 23 12:47:08.530274 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a68ae710-292b-4d81-899f-68cbb4cd75ed req-d5b4d180-927b-45e4-9a95-0bb8fc7fe7e0 tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] 10.222.0.50 "GET /v2.0/security-groups?id=c40e4719-9f48-443f-bbca-f631ee9cff41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245140 Nov 23 12:47:08.540152 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5afa3f-49bc-401e-b0d1-d79d1e86e30c', 'name': 'network-vif-deleted', 'tag': '3c5437e4-bc3d-46be-a917-f052fb115c12'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:08.565724 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-75e361ae-56c5-4dc5-b552-5b6fcf8b3e98 req-0d3054d3-2cf1-4e90-96be-a2f692613d55 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098814 Nov 23 12:47:08.569382 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c3a528e5-ede6-4897-a9c7-0b0512d7259a req-e87b1998-7089-421c-9e1f-766ccd8d658b service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155235 Nov 23 12:47:08.579022 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be8537-c540-43e5-94cf-9e0b6a5968d1 req-0aba0216-cb5c-4a13-bccd-52cc1651ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.580791 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-16be8537-c540-43e5-94cf-9e0b6a5968d1 req-0aba0216-cb5c-4a13-bccd-52cc1651ac62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 1096 time: 0.3600392 Nov 23 12:47:08.737860 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:08.785014 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c3a528e5-ede6-4897-a9c7-0b0512d7259a req-e9dfa8b0-269a-4d0e-a224-86cd867b2ac8 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075944 Nov 23 12:47:08.813964 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5afa3f-49bc-401e-b0d1-d79d1e86e30c', 'name': 'network-vif-deleted', 'tag': '3c5437e4-bc3d-46be-a917-f052fb115c12', 'status': 'completed', 'code': 200} Nov 23 12:47:08.819159 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:08.838501 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] Usage tracker for resource:security_group_rule and tenant:9d6a28ae432846b2bf898b4bc21b5b2c is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:08.845285 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:08.869682 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:08.902221 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be8537-c540-43e5-94cf-9e0b6a5968d1 req-f9464bb2-20dc-4b06-bfab-8c5597640d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:08.904055 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-16be8537-c540-43e5-94cf-9e0b6a5968d1 req-f9464bb2-20dc-4b06-bfab-8c5597640d14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.3112411 Nov 23 12:47:08.986991 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-16be8537-c540-43e5-94cf-9e0b6a5968d1 req-ce882c4b-2043-41a4-aec1-e6b985f6afd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=966ee1ba-af1f-41b5-819c-d945b127608e HTTP/1.1" status: 200 len: 217 time: 0.0730236 Nov 23 12:47:09.009274 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6485b0-21d4-44f7-a77f-5574ab166830 req-46e6dc6a-23b9-446d-8572-db53e012ce23 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:09.010718 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af6485b0-21d4-44f7-a77f-5574ab166830 req-46e6dc6a-23b9-446d-8572-db53e012ce23 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 943 time: 0.2742159 Nov 23 12:47:09.128088 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be8537-c540-43e5-94cf-9e0b6a5968d1 req-ce5c5a43-13f6-4ce3-9214-14a81f35a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:09.129520 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-16be8537-c540-43e5-94cf-9e0b6a5968d1 req-ce5c5a43-13f6-4ce3-9214-14a81f35a244 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.1283181 Nov 23 12:47:09.141700 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af6485b0-21d4-44f7-a77f-5574ab166830 req-7a2327a1-52e9-414e-a83a-12b27f2b522b tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970945 Nov 23 12:47:09.197207 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-16be8537-c540-43e5-94cf-9e0b6a5968d1 req-81e98da9-3e2b-4a2d-b228-e81e57cd3713 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586052 Nov 23 12:47:09.201635 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.206182 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.216540 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c09ecdd3-d95a-4162-966c-0c23383e2ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:09.343470 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d917c7ca-fa1a-404e-bcd6-b30ec134fb82,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:09.347535 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d6a28ae432846b2bf898b4bc21b5b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9921556 Nov 23 12:47:09.350090 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:09.351622 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33872) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:09.395145 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-16be8537-c540-43e5-94cf-9e0b6a5968d1 req-a5a6dc5c-0d91-4309-837b-085313b39906 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803215 Nov 23 12:47:09.417910 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-440b1235-6c25-42c8-9545-372ea6def6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.443471 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-440b1235-6c25-42c8-9545-372ea6def6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.499124 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-440b1235-6c25-42c8-9545-372ea6def6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.503800 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1d936736-7c17-4f7b-95f2-e7878a0cc437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:09.517299 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b1235-6c25-42c8-9545-372ea6def6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d917c7ca-fa1a-404e-bcd6-b30ec134fb82,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:09.524661 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-440b1235-6c25-42c8-9545-372ea6def6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.526056 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-440b1235-6c25-42c8-9545-372ea6def6cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d917c7ca-fa1a-404e-bcd6-b30ec134fb82 HTTP/1.1" status: 204 len: 168 time: 0.1723378 Nov 23 12:47:09.533006 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-440b1235-6c25-42c8-9545-372ea6def6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:09.536772 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-16be8537-c540-43e5-94cf-9e0b6a5968d1 req-ee78d461-856b-4c30-98ba-7a06cb8c76ef service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339331 Nov 23 12:47:09.812963 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335ca2-c5ae-4c36-8cd3-185f24472b1f req-9baf43aa-5ab9-4846-8f97-0093d8a42c79 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:09.822169 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3e335ca2-c5ae-4c36-8cd3-185f24472b1f req-9baf43aa-5ab9-4846-8f97-0093d8a42c79 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1272278 Nov 23 12:47:09.880077 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3e335ca2-c5ae-4c36-8cd3-185f24472b1f req-ef6778ca-cd10-487b-9261-f92be44e6c7b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563896 Nov 23 12:47:09.963505 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 33912) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:09.984006 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:09.999062 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:10.003572 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] Usage tracker for resource:security_group_rule and tenant:bda475479f7847baae914a3dfb4bc094 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:10.006412 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:10.013086 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:10.113531 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:10.120272 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:10.130607 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6edab679-6fcf-4201-b74d-5b969794fe37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:10.175836 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bda475479f7847baae914a3dfb4bc094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100241 Nov 23 12:47:10.176879 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c5def9-a3a3-4e2e-baf8-a1144941bc9d,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:10.178482 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 33928) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:10.180222 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:10.444767 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e022c8b6-7eae-4958-b28f-c5955d97282e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:10.483895 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e022c8b6-7eae-4958-b28f-c5955d97282e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:10.537403 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890b08d-6c08-467a-b6c8-6907eae29609 req-e9cbeb15-eff2-4d5a-b58e-371feadbc73f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:10.544420 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7890b08d-6c08-467a-b6c8-6907eae29609 req-e9cbeb15-eff2-4d5a-b58e-371feadbc73f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 943 time: 0.2576523 Nov 23 12:47:10.608270 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7890b08d-6c08-467a-b6c8-6907eae29609 req-f652b967-ebd7-40f9-9217-c93dda322d93 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628891 Nov 23 12:47:10.609418 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e022c8b6-7eae-4958-b28f-c5955d97282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:10.614375 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:10.632103 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022c8b6-7eae-4958-b28f-c5955d97282e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c5def9-a3a3-4e2e-baf8-a1144941bc9d,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:10.634800 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e022c8b6-7eae-4958-b28f-c5955d97282e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:10.650342 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e022c8b6-7eae-4958-b28f-c5955d97282e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:10.650342 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e022c8b6-7eae-4958-b28f-c5955d97282e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2c5def9-a3a3-4e2e-baf8-a1144941bc9d HTTP/1.1" status: 204 len: 168 time: 0.4651947 Nov 23 12:47:11.125942 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98296d6e-d6da-485d-a804-a1e3ba4057a1 req-51c6c28e-06da-4fe3-997e-640d4cf7ce01 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:11.132789 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-98296d6e-d6da-485d-a804-a1e3ba4057a1 req-51c6c28e-06da-4fe3-997e-640d4cf7ce01 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1004252 Nov 23 12:47:11.164491 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 966ee1ba-af1f-41b5-819c-d945b127608e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:47:11.168567 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 3c5437e4-bc3d-46be-a917-f052fb115c12 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:47:11.182150 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-98296d6e-d6da-485d-a804-a1e3ba4057a1 req-a0a4a1b5-c998-4f40-a1c6-b5857070d134 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484552 Nov 23 12:47:11.213516 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 3c5437e4-bc3d-46be-a917-f052fb115c12 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:47:11.214009 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 3c5437e4-bc3d-46be-a917-f052fb115c12 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:47:11.363728 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 966ee1ba-af1f-41b5-819c-d945b127608e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=966ee1ba-af1f-41b5-819c-d945b127608e,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:11.379998 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '966ee1ba-af1f-41b5-819c-d945b127608e', 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7', 'port_id': '966ee1ba-af1f-41b5-819c-d945b127608e', 'mac_address': 'fa:16:3e:d0:5d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064e4fc9-cf3d-42e5-8188-05833b508f0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:47:11.443444 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.482504 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966ee1ba-af1f-41b5-819c-d945b127608e {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:11.498690 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 966ee1ba-af1f-41b5-819c-d945b127608e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=966ee1ba-af1f-41b5-819c-d945b127608e,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:11.503341 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:11.505153 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:11.574886 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=966ee1ba-af1f-41b5-819c-d945b127608e,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:11.577948 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:11.793117 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['966ee1ba-af1f-41b5-819c-d945b127608e'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:11.844836 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd20ab-f006-4c52-9657-267a69e178d9 req-4ee46d74-7d03-4c03-9a5e-6d7e9678d2c3 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:11.846400 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c3bd20ab-f006-4c52-9657-267a69e178d9 req-4ee46d74-7d03-4c03-9a5e-6d7e9678d2c3 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 944 time: 0.1263220 Nov 23 12:47:11.915940 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c3bd20ab-f006-4c52-9657-267a69e178d9 req-2e70bdf6-d1e2-4741-bc5d-b04c45cd5de3 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606136 Nov 23 12:47:12.469398 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e51df-015d-4fda-b87e-c97ee013df85 req-92deb770-8ddc-4799-bb50-d1353dbd235f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:12.470966 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-369e51df-015d-4fda-b87e-c97ee013df85 req-92deb770-8ddc-4799-bb50-d1353dbd235f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1331396 Nov 23 12:47:12.522882 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-369e51df-015d-4fda-b87e-c97ee013df85 req-dafd28f5-36eb-43fe-a052-6377c12479d1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450356 Nov 23 12:47:13.141134 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169cffb-a83d-414f-9204-f4102c2322b8 req-38b5143e-ddfa-4e6e-964f-fde63561fe21 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:13.142630 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1169cffb-a83d-414f-9204-f4102c2322b8 req-38b5143e-ddfa-4e6e-964f-fde63561fe21 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 944 time: 0.0906298 Nov 23 12:47:13.179166 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 966ee1ba-af1f-41b5-819c-d945b127608e up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:13.224404 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1169cffb-a83d-414f-9204-f4102c2322b8 req-d5581aca-72b9-4353-8fcf-ea7feb7a969f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749071 Nov 23 12:47:13.319386 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 966ee1ba-af1f-41b5-819c-d945b127608e completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:13.326371 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 966ee1ba-af1f-41b5-819c-d945b127608e triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:13.326956 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:13.465942 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:13.494131 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dcc820-f86b-4b27-b2a6-ccbdcf4409f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966ee1ba-af1f-41b5-819c-d945b127608e'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:13.504790 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 966ee1ba-af1f-41b5-819c-d945b127608e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=966ee1ba-af1f-41b5-819c-d945b127608e,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:13.510076 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:13.512891 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:13.565577 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dcc820-f86b-4b27-b2a6-ccbdcf4409f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966ee1ba-af1f-41b5-819c-d945b127608e', 'code': 200} Nov 23 12:47:13.612524 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=966ee1ba-af1f-41b5-819c-d945b127608e,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:13.626006 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:13.843034 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06edc2-8d0f-46e7-a5cf-c92d5dd397c9 req-6ccd45b3-5c3e-4ac9-b31f-e7fb579774b0 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:13.849956 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b06edc2-8d0f-46e7-a5cf-c92d5dd397c9 req-6ccd45b3-5c3e-4ac9-b31f-e7fb579774b0 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1642616 Nov 23 12:47:13.922185 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b06edc2-8d0f-46e7-a5cf-c92d5dd397c9 req-9b19430b-0c11-4643-8462-15d1bfd5cb87 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714116 Nov 23 12:47:13.929027 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da56218-211f-4c38-ac8e-de568db013a9 req-fe61913a-822a-47dd-a6a4-d7c11cb49725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:13.931094 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2da56218-211f-4c38-ac8e-de568db013a9 req-fe61913a-822a-47dd-a6a4-d7c11cb49725 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 1098 time: 0.1606665 Nov 23 12:47:13.981027 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2da56218-211f-4c38-ac8e-de568db013a9 req-143bf45e-d718-4b56-9cf0-c34dc06acbb8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Nov 23 12:47:14.431613 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4a543-34af-48d2-8005-fb9461067e71 req-4e3b0cb9-5f61-430f-93db-7b48ced10a3e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:14.433348 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d4a4a543-34af-48d2-8005-fb9461067e71 req-4e3b0cb9-5f61-430f-93db-7b48ced10a3e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 945 time: 0.0971653 Nov 23 12:47:14.487431 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d4a4a543-34af-48d2-8005-fb9461067e71 req-216e4004-bc0d-45e1-b9ea-36ecfbb6bbd6 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480673 Nov 23 12:47:15.111449 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0e4c6-bf2e-46a4-ab0f-a9986ac1ecca req-0044a456-2308-4bd3-a725-0a6892ea4c90 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:15.112804 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-39c0e4c6-bf2e-46a4-ab0f-a9986ac1ecca req-0044a456-2308-4bd3-a725-0a6892ea4c90 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0846198 Nov 23 12:47:15.157166 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-39c0e4c6-bf2e-46a4-ab0f-a9986ac1ecca req-a39ae905-3a13-411e-9011-fd910b80afb2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 Nov 23 12:47:15.690136 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c35971-decc-4dab-baa9-5d85c495a6d0 req-a799a22a-24a8-4c34-b001-3c32142d53f7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:15.691638 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7c35971-decc-4dab-baa9-5d85c495a6d0 req-a799a22a-24a8-4c34-b001-3c32142d53f7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 945 time: 0.0849514 Nov 23 12:47:15.740431 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7c35971-decc-4dab-baa9-5d85c495a6d0 req-00d300dc-5f25-41f9-b567-a65f50c3d037 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 Nov 23 12:47:16.060337 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 34344) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:16.306577 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34360) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:16.307867 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-dfa2bffb-1446-4b0b-832f-e611d946853e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7cb8edfdf0bc40649a318b491265053c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460177 Nov 23 12:47:16.380675 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-de56120c-6d10-4d5e-a3a4-668996588062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.410844 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-de56120c-6d10-4d5e-a3a4-668996588062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.422977 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10547299-00ed-4bb6-9505-cfe7d6fd7429 req-c19fa257-b2db-40ba-94a3-cf36802697e2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:16.424792 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-10547299-00ed-4bb6-9505-cfe7d6fd7429 req-c19fa257-b2db-40ba-94a3-cf36802697e2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0908015 Nov 23 12:47:16.465902 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-de56120c-6d10-4d5e-a3a4-668996588062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.471676 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-47663647-4f82-47c3-a40f-2e56306bec4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:16.474703 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-10547299-00ed-4bb6-9505-cfe7d6fd7429 req-be6c0edb-a586-4635-856b-76074b8b03e4 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443101 Nov 23 12:47:16.489579 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56120c-6d10-4d5e-a3a4-668996588062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e4719-9f48-443f-bbca-f631ee9cff41,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:16.493709 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-de56120c-6d10-4d5e-a3a4-668996588062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:16.517675 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-de56120c-6d10-4d5e-a3a4-668996588062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:16.521400 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-de56120c-6d10-4d5e-a3a4-668996588062 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c40e4719-9f48-443f-bbca-f631ee9cff41 HTTP/1.1" status: 204 len: 168 time: 0.2124236 Nov 23 12:47:17.325480 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34394) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:17.442847 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-45299993-network', 'tenant_id': '0b230877b98443f2b9ed99378840eda7'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:17.447517 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:17.452747 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Usage tracker for resource:network and tenant:0b230877b98443f2b9ed99378840eda7 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:17.456407 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:17.464318 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:17.474222 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Made reservation on behalf of 0b230877b98443f2b9ed99378840eda7 for: {'network': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:17.476609 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.493123 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.509574 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:17.513480 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Usage tracker for resource:security_group_rule and tenant:0b230877b98443f2b9ed99378840eda7 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:17.516762 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:17.523584 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:17.619701 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.624678 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.629318 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-440b1235-6c25-42c8-9545-372ea6def6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:17.656359 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=86879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:47:17.671622 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e022b6-4f0a-4155-9723-1e2360a2fa25,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:17.674864 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:17.677593 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.677959 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.segments_db [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Added segment 1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a of type vlan for network a93fbe63-a867-4090-8e29-e508956351cc Nov 23 12:47:17.702925 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2eadf8-1f68-49a0-87f2-c72e101ed134 req-06b41f7d-1bf1-4588-8d7c-3c2ca65343df tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:17.704367 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2c2eadf8-1f68-49a0-87f2-c72e101ed134 req-06b41f7d-1bf1-4588-8d7c-3c2ca65343df tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0826142 Nov 23 12:47:17.706914 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.736195 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.737521 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:17.738123 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:17.742788 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2e6acbc4-b1e0-4d39-8a53-f2ee410af8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:17.749510 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2c2eadf8-1f68-49a0-87f2-c72e101ed134 req-49d47b8a-1147-4d57-9cb6-477d0becfed7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387299 Nov 23 12:47:17.842101 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=a93fbe63-a867-4090-8e29-e508956351cc,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:17.844796 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:17.846386 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5198801 Nov 23 12:47:17.849216 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34412) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:17.852401 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network a93fbe63-a867-4090-8e29-e508956351cc details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:47:17.856397 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Request body: {'subnet': {'network_id': 'a93fbe63-a867-4090-8e29-e508956351cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-45299993-subnet', 'tenant_id': '0b230877b98443f2b9ed99378840eda7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:17.861547 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:17.865543 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Usage tracker for resource:subnet and tenant:0b230877b98443f2b9ed99378840eda7 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:17.868577 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:17.875356 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:17.887944 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Made reservation on behalf of 0b230877b98443f2b9ed99378840eda7 for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:17.890715 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2715564'] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:18.108340 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2715550'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:18.113163 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d21c5ecd-af4b-4d1d-b5d7-77f18db8da6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:18.184695 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1227da-7285-4ae1-8bf0-8b5906e1d344,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:18.188403 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:18.195190 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Checking segment: {'id': '1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a93fbe63-a867-4090-8e29-e508956351cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:18.195539 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Network hostable DHCP agents. Network: a93fbe63-a867-4090-8e29-e508956351cc, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:47:18.215973 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Network a93fbe63-a867-4090-8e29-e508956351cc is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:47:18.224939 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, a93fbe63-a867-4090-8e29-e508956351cc) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:18.229074 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:18.229686 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:18.234719 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bbe896-d90a-460d-8768-7d68d1f93209 None None] Network a93fbe63-a867-4090-8e29-e508956351cc requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:47:18.252311 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4014764 Nov 23 12:47:18.445495 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78606fad-aaf8-4fa1-8431-2eff1ad4ea45 None None] Network a93fbe63-a867-4090-8e29-e508956351cc requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:47:19.567415 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:47:20.282512 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-cba85325-85ba-49bb-bd3c-0a1ed611abf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:20.573949 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed12579-188d-444a-8b1b-6fadb3d91b68 req-42662d39-e778-41c3-9f4d-24d07eacec64 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:20.576485 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ed12579-188d-444a-8b1b-6fadb3d91b68 req-42662d39-e778-41c3-9f4d-24d07eacec64 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0992632 Nov 23 12:47:20.624230 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ed12579-188d-444a-8b1b-6fadb3d91b68 req-ebae5b73-e9a3-4df9-b1c2-d7abf686f73f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Nov 23 12:47:20.808952 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:21.394996 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-6587a57a-86fe-4d7b-a51b-688f15795146 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:21.396574 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-6587a57a-86fe-4d7b-a51b-688f15795146 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/networks?id=a93fbe63-a867-4090-8e29-e508956351cc HTTP/1.1" status: 200 len: 812 time: 0.1559253 Nov 23 12:47:21.413626 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-2da4ab2e-1f51-4456-b799-7bf929bd832f tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/quotas/0b230877b98443f2b9ed99378840eda7 HTTP/1.1" status: 200 len: 375 time: 0.0106394 Nov 23 12:47:21.467853 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-66824778-db54-4462-a8b3-600379419644 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b230877b98443f2b9ed99378840eda7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467994 Nov 23 12:47:21.611091 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-2035f59e-51c9-494b-af5d-c8281d33ff35 service neutron] 10.222.0.50 "GET /v2.0/networks/a93fbe63-a867-4090-8e29-e508956351cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348979 Nov 23 12:47:21.898759 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-a1adc3a9-a2a8-4a56-aaf3-5c89e5a303ba service neutron] 10.222.0.50 "GET /v2.0/networks/a93fbe63-a867-4090-8e29-e508956351cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817626 Nov 23 12:47:21.916133 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22187154-1006-4d39-824a-5cb3c1641cab req-40d3eb12-e244-423f-b7e4-4ed0189add71 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:21.919535 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-22187154-1006-4d39-824a-5cb3c1641cab req-40d3eb12-e244-423f-b7e4-4ed0189add71 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1334503 Nov 23 12:47:21.979163 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-22187154-1006-4d39-824a-5cb3c1641cab req-aa99ee4b-7858-4baf-a955-815a0f702e99 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523274 Nov 23 12:47:22.119564 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d27fc784-5477-40be-9f71-361e8a021293 req-eaae44ac-a2f8-4268-91b4-6b9f3de5c6b7 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0582550 Nov 23 12:47:22.861165 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9cb4-862b-49c2-8b75-19fc6557a268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:23.169978 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789ff9c-cd73-4ffc-b4ef-640c47fe3cc0 req-6fca3d12-60d0-4223-88c2-af4d87593636 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:23.171611 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e789ff9c-cd73-4ffc-b4ef-640c47fe3cc0 req-6fca3d12-60d0-4223-88c2-af4d87593636 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0900309 Nov 23 12:47:23.224015 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e789ff9c-cd73-4ffc-b4ef-640c47fe3cc0 req-26934ab5-83f0-4b71-a0df-9ce917a5825b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 Nov 23 12:47:23.285706 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9d03719c-6f92-403f-8059-121a26d252a4 req-96e59ab0-db69-4603-b328-ae103c8d5c1b tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0486100 Nov 23 12:47:23.476474 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34530) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:23.603902 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:23.623475 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:23.627703 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7ea00c76574697a36d4367570cc4dc is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:23.630717 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:23.641278 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:23.655668 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:23.757556 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:23.762977 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:23.799343 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c8474df6-ca70-4b43-8080-bf8a8d0717c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:23.810079 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c7ea00c76574697a36d4367570cc4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322337 Nov 23 12:47:23.813638 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34544) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:23.922657 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-be87b019-6ed3-4719-8816-2d2a86e7cc78 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:23.924479 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-be87b019-6ed3-4719-8816-2d2a86e7cc78 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.64 "GET /v2.0/networks?id=a93fbe63-a867-4090-8e29-e508956351cc HTTP/1.1" status: 200 len: 812 time: 0.2360158 Nov 23 12:47:23.942173 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Request body: {'port': {'device_id': '801f032b-0ad5-4279-a54a-930e462fce7b', 'network_id': 'a93fbe63-a867-4090-8e29-e508956351cc', 'admin_state_up': True, 'tenant_id': '0b230877b98443f2b9ed99378840eda7'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:23.960487 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368e7cd3-58ec-4756-8031-167e55f32ed8,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:23.963838 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:23.973803 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.974697 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.974697 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.974973 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.975384 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.975922 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.976289 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.976709 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.977165 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.977595 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.979010 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.979426 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:23.985690 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:24.040857 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-19fa4592-9614-462e-899d-e648817889af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.069515 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-19fa4592-9614-462e-899d-e648817889af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.105736 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:24.110740 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Usage tracker for resource:port and tenant:0b230877b98443f2b9ed99378840eda7 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:24.114578 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:24.120718 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:24.123260 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-19fa4592-9614-462e-899d-e648817889af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.128498 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4443c0f4-e67b-40a0-bbf6-696507632642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:24.130399 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Made reservation on behalf of 0b230877b98443f2b9ed99378840eda7 for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:24.133873 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.139561 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa4592-9614-462e-899d-e648817889af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368e7cd3-58ec-4756-8031-167e55f32ed8,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:24.142963 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-19fa4592-9614-462e-899d-e648817889af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:24.146561 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-19fa4592-9614-462e-899d-e648817889af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.150171 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-19fa4592-9614-462e-899d-e648817889af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/368e7cd3-58ec-4756-8031-167e55f32ed8 HTTP/1.1" status: 204 len: 168 time: 0.3297205 Nov 23 12:47:24.318916 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Allocated IP 172.20.0.2 (a93fbe63-a867-4090-8e29-e508956351cc/4c1227da-7285-4ae1-8bf0-8b5906e1d344/113acfd4-f492-40ea-b39b-8db85bb068f6) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:24.480900 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-2849abab-e078-42ba-b2cb-823b4cb510cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974243 Nov 23 12:47:24.553027 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34562) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:24.575315 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2050c2fe-151a-4276-a8aa-f35655d77f88 req-26c5fd64-a15f-4fdd-8c47-ee30c77daa8b tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.1453271 Nov 23 12:47:24.575684 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.601033 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:24.606669 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] Usage tracker for resource:security_group_rule and tenant:017eb1adeb3d44bdb12c1f14c135f7b4 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:24.611999 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:24.619797 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:24.638426 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-387b127f-9384-4603-8fc2-83ed6116f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:24.640575 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-387b127f-9384-4603-8fc2-83ed6116f0f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1099 time: 0.1241009 Nov 23 12:47:24.669647 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17f20b-c8f8-4f05-85b4-f16b5109b442 req-a192fb28-b1b9-4252-9abf-070bc738b082 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:24.671081 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3b17f20b-c8f8-4f05-85b4-f16b5109b442 req-a192fb28-b1b9-4252-9abf-070bc738b082 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.2400770 Nov 23 12:47:24.673846 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.726777 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3b17f20b-c8f8-4f05-85b4-f16b5109b442 req-8b0636e1-39bf-4181-8f88-51078b784f85 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478077 Nov 23 12:47:24.744498 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.751303 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-280eae06-2a6b-4566-bd2d-c351869f6679 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:24.833141 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Network a93fbe63-a867-4090-8e29-e508956351cc is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:24.836460 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:24.846284 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:24.859724 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.868109 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-e6ee6a85-b4ca-4661-b5f0-087f788d2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:24.870170 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-e6ee6a85-b4ca-4661-b5f0-087f788d2a92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.2039971 Nov 23 12:47:24.872244 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.893826 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Pushing event updated for resources: {'Port': ['ID=113acfd4-f492-40ea-b39b-8db85bb068f6,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:24.920030 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.920615 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.920967 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.921311 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.921684 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.922002 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.922393 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.922736 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.923069 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.923399 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.923727 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.924052 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:24.929657 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:24.953235 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:24.954162 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:24.958477 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-fbd24b29-9f63-47e4-8eee-6379e39d433c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:24.984932 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0473619 Nov 23 12:47:25.003253 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Request body: {'port': {'device_id': '801f032b-0ad5-4279-a54a-930e462fce7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:25.034233 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70cf2df-0d3c-403e-ab22-3705150a5add,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:25.066871 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:25.068815 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-3c1ff4f0-d85d-450c-972f-af62781fdb32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 HTTP/1.1" status: 200 len: 217 time: 0.1826458 Nov 23 12:47:25.079413 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=017eb1adeb3d44bdb12c1f14c135f7b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275695 Nov 23 12:47:25.082374 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34578) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:25.208818 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-57cc9f05-2cb5-4501-9c64-dd0bd86a8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:25.210676 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-57cc9f05-2cb5-4501-9c64-dd0bd86a8cb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.1250637 Nov 23 12:47:25.239286 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.260104 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.287663 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f032d43e-8416-4c73-9da5-117e998bbcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.292053 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-4a217592-d660-40ed-9069-6d5b51b7d684 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714247 Nov 23 12:47:25.410236 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f032d43e-8416-4c73-9da5-117e998bbcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.512243 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-b6a7aabe-522f-4958-8618-bdc87e0231dc service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091389 Nov 23 12:47:25.522466 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f032d43e-8416-4c73-9da5-117e998bbcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.535397 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8d95b241-5c5c-4809-89ab-031c40ac71c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:25.596264 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032d43e-8416-4c73-9da5-117e998bbcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70cf2df-0d3c-403e-ab22-3705150a5add,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:25.643123 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f032d43e-8416-4c73-9da5-117e998bbcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:25.665541 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f032d43e-8416-4c73-9da5-117e998bbcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.672312 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f032d43e-8416-4c73-9da5-117e998bbcd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f70cf2df-0d3c-403e-ab22-3705150a5add HTTP/1.1" status: 204 len: 168 time: 0.5832593 Nov 23 12:47:25.744750 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29a638e5-dd78-4cb8-be51-54a4c31e4331 req-a17943f6-232c-4c1d-8cd0-03521141cfef service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101038 Nov 23 12:47:25.749054 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113acfd4-f492-40ea-b39b-8db85bb068f6 {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:25.760216 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.790378 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Transition to ACTIVE for port object 113acfd4-f492-40ea-b39b-8db85bb068f6 will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:25.799956 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:25.805246 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-63a82258-8f96-4ddb-a769-6e76aa69c09a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:25.898032 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dcb8e-a74b-4ca0-b7b1-92df13c85c03 req-1d06e054-3e24-43c2-928b-20cdbe9002a1 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:25.898727 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-342dcb8e-a74b-4ca0-b7b1-92df13c85c03 req-1d06e054-3e24-43c2-928b-20cdbe9002a1 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Synchronizing usage tracker for tenant:0b230877b98443f2b9ed99378840eda7 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:26.008793 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-342dcb8e-a74b-4ca0-b7b1-92df13c85c03 req-1d06e054-3e24-43c2-928b-20cdbe9002a1 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Unset dirty status for tenant:0b230877b98443f2b9ed99378840eda7 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:26.010138 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-342dcb8e-a74b-4ca0-b7b1-92df13c85c03 req-1d06e054-3e24-43c2-928b-20cdbe9002a1 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 931 time: 0.3106215 Nov 23 12:47:26.018153 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Pushing event updated for resources: {'Port': ['ID=113acfd4-f492-40ea-b39b-8db85bb068f6,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:26.056735 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:26.159598 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-342dcb8e-a74b-4ca0-b7b1-92df13c85c03 req-ac7a4eed-9269-4838-a954-ec46030970b8 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040437 Nov 23 12:47:26.185083 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338545f-54da-4584-a109-d93313bc8dde req-0f8f51de-976d-407b-b0c7-b97a15917d79 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:26.186581 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4338545f-54da-4584-a109-d93313bc8dde req-0f8f51de-976d-407b-b0c7-b97a15917d79 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.3354955 Nov 23 12:47:26.191041 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Attempting to bind port 113acfd4-f492-40ea-b39b-8db85bb068f6 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:26.191375 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Attempting to bind port 113acfd4-f492-40ea-b39b-8db85bb068f6 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a93fbe63-a867-4090-8e29-e508956351cc'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:26.191700 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Attempting to bind port 113acfd4-f492-40ea-b39b-8db85bb068f6 on network a93fbe63-a867-4090-8e29-e508956351cc {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:26.212975 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Port 113acfd4-f492-40ea-b39b-8db85bb068f6 on network a93fbe63-a867-4090-8e29-e508956351cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:47:26.213310 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Attempting to bind port 113acfd4-f492-40ea-b39b-8db85bb068f6 on network a93fbe63-a867-4090-8e29-e508956351cc {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:26.228478 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:26.228869 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Checking segment: {'id': '1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a93fbe63-a867-4090-8e29-e508956351cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:26.229197 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Bound using segment: {'id': '1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a93fbe63-a867-4090-8e29-e508956351cc'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:26.230470 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Bound port: 113acfd4-f492-40ea-b39b-8db85bb068f6, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'a93fbe63-a867-4090-8e29-e508956351cc'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:26.230847 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.308851 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4338545f-54da-4584-a109-d93313bc8dde req-489b7114-1a92-4ea5-a3fd-02629e8e71a7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138752 Nov 23 12:47:26.375554 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] For port 113acfd4-f492-40ea-b39b-8db85bb068f6, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:26.379566 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] For port 113acfd4-f492-40ea-b39b-8db85bb068f6, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=113acfd4-f492-40ea-b39b-8db85bb068f6,segment=NetworkSegment(1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a),segment_id=1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:26.387999 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.393195 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:26.461676 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:26.462297 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:26.463645 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] 10.222.0.64 "PUT /v2.0/ports/113acfd4-f492-40ea-b39b-8db85bb068f6 HTTP/1.1" status: 200 len: 1093 time: 1.4651477 Nov 23 12:47:26.464160 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801f032b-0ad5-4279-a54a-930e462fce7b', 'tag': '113acfd4-f492-40ea-b39b-8db85bb068f6'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:26.504112 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Pushing event updated for resources: {'Port': ['ID=113acfd4-f492-40ea-b39b-8db85bb068f6,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:26.515656 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:26.557333 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801f032b-0ad5-4279-a54a-930e462fce7b', 'tag': '113acfd4-f492-40ea-b39b-8db85bb068f6', 'status': 'completed', 'code': 200} Nov 23 12:47:26.613226 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-9ba71ba6-d9a8-4362-a144-f4dff006becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:26.615842 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-9ba71ba6-d9a8-4362-a144-f4dff006becd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b230877b98443f2b9ed99378840eda7&device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 1096 time: 0.0991499 Nov 23 12:47:26.699483 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-c9f1ab6a-47a2-47fa-95ff-3813dd363593 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=113acfd4-f492-40ea-b39b-8db85bb068f6 HTTP/1.1" status: 200 len: 217 time: 0.0753660 Nov 23 12:47:26.780459 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-172175f3-afdb-4508-a99a-905377b3097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:26.782574 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-172175f3-afdb-4508-a99a-905377b3097a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c1227da-7285-4ae1-8bf0-8b5906e1d344 HTTP/1.1" status: 200 len: 852 time: 0.0640931 Nov 23 12:47:26.833324 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-e1a135b3-f906-4153-8b93-5c6721f8e6ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a93fbe63-a867-4090-8e29-e508956351cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434475 Nov 23 12:47:27.032842 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-95879a96-f1f6-446a-b065-cd3899d4840b service neutron] 10.222.0.64 "GET /v2.0/networks/a93fbe63-a867-4090-8e29-e508956351cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899123 Nov 23 12:47:27.220382 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87630b9a-14b3-4fd2-b103-9c1bb8cb1cd1 req-6a083d2d-4461-4c39-997f-2533d6713c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:27.238071 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-87630b9a-14b3-4fd2-b103-9c1bb8cb1cd1 req-6a083d2d-4461-4c39-997f-2533d6713c1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.1315138 Nov 23 12:47:27.251968 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d09edbf0-6fb9-40a4-81f2-ece4cb30e664 req-04873c77-5e22-4550-9072-c67ddc2f93f7 service neutron] 10.222.0.64 "GET /v2.0/networks/a93fbe63-a867-4090-8e29-e508956351cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107170 Nov 23 12:47:27.303798 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-87630b9a-14b3-4fd2-b103-9c1bb8cb1cd1 req-27618cde-edaa-4544-bf2b-7cf6ca96e417 service neutron] Synchronizing usage tracker for tenant:4351917bac3046448bde08d1556df731 on resource:security_group {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:27.346486 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-87630b9a-14b3-4fd2-b103-9c1bb8cb1cd1 req-27618cde-edaa-4544-bf2b-7cf6ca96e417 service neutron] Unset dirty status for tenant:4351917bac3046448bde08d1556df731 on resource:security_group {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:27.349457 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-87630b9a-14b3-4fd2-b103-9c1bb8cb1cd1 req-27618cde-edaa-4544-bf2b-7cf6ca96e417 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102533 Nov 23 12:47:27.407831 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34692) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:27.594455 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.608420 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529de4d-e979-4109-887f-2a014da8de00 req-74296f9b-dc1f-4fa5-a52e-e8133f14fd1c tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:27.609903 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a529de4d-e979-4109-887f-2a014da8de00 req-74296f9b-dc1f-4fa5-a52e-e8133f14fd1c tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 943 time: 0.2875364 Nov 23 12:47:27.612993 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:27.613159 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a591d4-ae62-439c-8377-898dbec60422 req-69b9801d-2a74-46d6-8a41-bb179bcbf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:27.614387 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12a591d4-ae62-439c-8377-898dbec60422 req-69b9801d-2a74-46d6-8a41-bb179bcbf42f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b230877b98443f2b9ed99378840eda7&device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 1096 time: 0.2504032 Nov 23 12:47:27.619350 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] Usage tracker for resource:security_group_rule and tenant:e6f2e46ec80046429c52dd7381392839 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:27.623156 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:27.628867 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:27.720891 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.726188 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.735081 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-77766387-6ed4-498b-87d2-970f3ba48ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:27.746799 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a529de4d-e979-4109-887f-2a014da8de00 req-7de755c3-c436-41eb-a444-6d003441da3b tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302369 Nov 23 12:47:27.766634 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4c1a6-8130-459e-91f8-5ce8b5e29062 req-eccce1f1-85dc-4080-a2d3-6baa54860885 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:27.768221 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-57c4c1a6-8130-459e-91f8-5ce8b5e29062 req-eccce1f1-85dc-4080-a2d3-6baa54860885 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.3196678 Nov 23 12:47:27.785174 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6f2e46ec80046429c52dd7381392839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737600 Nov 23 12:47:27.785892 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34702) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:27.789107 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b848419-b94b-4a57-ad96-44201f26567e,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:27.802203 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:27.857298 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a591d4-ae62-439c-8377-898dbec60422 req-408c3738-247d-4b3f-ae45-8ffe1d2ee154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:27.857965 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b9153850-5794-42d6-ad22-f7e801c7a7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.859319 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12a591d4-ae62-439c-8377-898dbec60422 req-408c3738-247d-4b3f-ae45-8ffe1d2ee154 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a93fbe63-a867-4090-8e29-e508956351cc HTTP/1.1" status: 200 len: 913 time: 0.2256525 Nov 23 12:47:27.887668 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b9153850-5794-42d6-ad22-f7e801c7a7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.957905 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b9153850-5794-42d6-ad22-f7e801c7a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:27.961777 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2e171c3b-b238-4a6a-9a90-75e5f143a5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:27.963305 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12a591d4-ae62-439c-8377-898dbec60422 req-9bc1217e-7a61-4c3e-a955-bb543f38af27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=113acfd4-f492-40ea-b39b-8db85bb068f6 HTTP/1.1" status: 200 len: 217 time: 0.0846245 Nov 23 12:47:27.966275 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-57c4c1a6-8130-459e-91f8-5ce8b5e29062 req-1cdb6801-f5d5-4822-b861-512351329754 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872327 Nov 23 12:47:27.982531 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9153850-5794-42d6-ad22-f7e801c7a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b848419-b94b-4a57-ad96-44201f26567e,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:27.991766 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b9153850-5794-42d6-ad22-f7e801c7a7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:27.994313 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b9153850-5794-42d6-ad22-f7e801c7a7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.000747 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b9153850-5794-42d6-ad22-f7e801c7a7c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b848419-b94b-4a57-ad96-44201f26567e HTTP/1.1" status: 204 len: 168 time: 0.2138891 Nov 23 12:47:28.051790 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a591d4-ae62-439c-8377-898dbec60422 req-87eac44c-1b00-4414-8b92-a44268f708d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:28.053262 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12a591d4-ae62-439c-8377-898dbec60422 req-87eac44c-1b00-4414-8b92-a44268f708d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c1227da-7285-4ae1-8bf0-8b5906e1d344 HTTP/1.1" status: 200 len: 852 time: 0.0802097 Nov 23 12:47:28.106113 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12a591d4-ae62-439c-8377-898dbec60422 req-d88a6d27-2257-4a90-a486-aff07b99df03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a93fbe63-a867-4090-8e29-e508956351cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450275 Nov 23 12:47:28.260183 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12a591d4-ae62-439c-8377-898dbec60422 req-4b41391e-2416-4dd7-ac00-3ee3b1a9324a service neutron] 10.222.0.64 "GET /v2.0/networks/a93fbe63-a867-4090-8e29-e508956351cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456425 Nov 23 12:47:28.398970 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12a591d4-ae62-439c-8377-898dbec60422 req-971de93a-9559-4a74-ba08-6ae8335a5302 service neutron] 10.222.0.64 "GET /v2.0/networks/a93fbe63-a867-4090-8e29-e508956351cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308544 Nov 23 12:47:28.719405 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34734) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:28.854932 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-132446343-network', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:28.860866 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:28.865233 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Usage tracker for resource:network and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:28.868745 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:28.876022 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:28.889169 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Made reservation on behalf of cfe2f8ed2ca94982b42faced1c19f9bc for: {'network': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:28.892248 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.907720 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:28.923642 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:28.928003 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Usage tracker for resource:security_group_rule and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:28.931399 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:28.938655 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:28.995820 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd39e83-d95a-4160-9b82-be0a57e73aa3 req-d8e9f9df-cde0-499d-a393-bba652b1d264 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:28.998112 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1dd39e83-d95a-4160-9b82-be0a57e73aa3 req-d8e9f9df-cde0-499d-a393-bba652b1d264 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 943 time: 0.1090560 Nov 23 12:47:29.046522 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.067217 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.074456 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b9153850-5794-42d6-ad22-f7e801c7a7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:29.075035 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1dd39e83-d95a-4160-9b82-be0a57e73aa3 req-84ffe25d-8cee-42d2-b007-c28c0cd8a220 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705833 Nov 23 12:47:29.125476 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=86879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:47:29.135437 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eae210-9a92-4f36-b149-1dad2ab138ff,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:29.141425 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:29.148035 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.148377 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.segments_db [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Added segment efbc419a-bd73-4713-a031-e906395b0b39 of type vlan for network 021b00ba-2479-48e9-9c45-69d8fcc20427 Nov 23 12:47:29.186430 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.246931 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.248231 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.248806 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.253694 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-164d85f9-93c2-432f-8644-68909b21945c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:29.339397 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4f9a3-3e3a-47b2-8a43-06f2591d0164 req-588d8a7b-ea99-49bb-a9e2-d16ff53d6f26 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.346942 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-61f4f9a3-3e3a-47b2-8a43-06f2591d0164 req-588d8a7b-ea99-49bb-a9e2-d16ff53d6f26 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1139851 Nov 23 12:47:29.368242 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6475263 Nov 23 12:47:29.371586 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34758) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:29.374379 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Pushing event updated for resources: {'Network': ['ID=021b00ba-2479-48e9-9c45-69d8fcc20427,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:29.379788 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Request body: {'subnet': {'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-132446343-subnet', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:29.385080 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:29.385813 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:29.386929 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 021b00ba-2479-48e9-9c45-69d8fcc20427 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:47:29.389842 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Usage tracker for resource:subnet and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:29.392706 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:29.398477 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:29.421778 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Made reservation on behalf of cfe2f8ed2ca94982b42faced1c19f9bc for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:29.424095 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2715564'] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.428138 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-61f4f9a3-3e3a-47b2-8a43-06f2591d0164 req-10898f3c-7c24-4328-943a-c738f82d5204 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802655 Nov 23 12:47:29.773335 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2715550'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.779221 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ec5eab1d-8455-449b-aeea-387c70ce7b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:29.862150 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c745b07e-94bf-494e-98e0-9d451222f629,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:29.866078 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:29.866854 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Checking segment: {'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:29.867199 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Network hostable DHCP agents. Network: 021b00ba-2479-48e9-9c45-69d8fcc20427, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:47:29.888432 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Network 021b00ba-2479-48e9-9c45-69d8fcc20427 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:47:29.898554 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 021b00ba-2479-48e9-9c45-69d8fcc20427) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:29.903698 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.904219 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.911092 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f31f5e-f3af-4b5b-9530-e41cdd5ad0ed None None] Network 021b00ba-2479-48e9-9c45-69d8fcc20427 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:47:29.929681 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-1f8f9de6-9241-4402-b586-4df243aa3cfa admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5558553 Nov 23 12:47:29.931284 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34774) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:29.937810 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:29.940539 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9721ad0-bea3-48d0-905a-999652b44952 req-22005ae4-8b2d-4652-a202-1cd7f7b9d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.942242 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9721ad0-bea3-48d0-905a-999652b44952 req-22005ae4-8b2d-4652-a202-1cd7f7b9d061 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.1621907 Nov 23 12:47:29.942669 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:29.947371 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Usage tracker for resource:router and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:29.950444 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:29.952547 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e02a2-e2fe-4b9f-99b6-faf84c7f4a1d req-0be913dc-e7a7-446e-a4b6-d58dfa652258 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:29.954049 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-218e02a2-e2fe-4b9f-99b6-faf84c7f4a1d req-0be913dc-e7a7-446e-a4b6-d58dfa652258 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1294000 Nov 23 12:47:29.956338 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:29.968294 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39754'] for router, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.969429 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39773'] for router, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:29.989280 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.085213 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-218e02a2-e2fe-4b9f-99b6-faf84c7f4a1d req-5c44a636-cb68-460b-a5a1-928938173df8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072254 Nov 23 12:47:30.135027 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9721ad0-bea3-48d0-905a-999652b44952 req-44391d26-da8f-4b7b-9e46-baa97f810d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:30.137155 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9721ad0-bea3-48d0-905a-999652b44952 req-44391d26-da8f-4b7b-9e46-baa97f810d1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1820207 Nov 23 12:47:30.157394 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d2280a3-de8b-55d0-8afa-5fb6799df307-021b00ba-2479-48e9-9c45-69d8fcc20427', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629'}]}} from dv-cinder-818883-1-iscsi. {{(pid=86881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:47:30.158912 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.315139 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9721ad0-bea3-48d0-905a-999652b44952 req-df3f0512-f1e9-433c-92fd-2ed1f622ca80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.1698174 Nov 23 12:47:30.378781 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.db_base_plugin_common [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Allocated IP 172.20.0.2 (021b00ba-2479-48e9-9c45-69d8fcc20427/c745b07e-94bf-494e-98e0-9d451222f629/5d2fee2e-0bb2-4414-af37-039bfbcde192) {{(pid=86881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:30.380051 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.413098 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9721ad0-bea3-48d0-905a-999652b44952 req-cbbaf78a-5af5-4ea6-81e0-11a75eeaa325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:30.414968 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9721ad0-bea3-48d0-905a-999652b44952 req-cbbaf78a-5af5-4ea6-81e0-11a75eeaa325 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0874131 Nov 23 12:47:30.489006 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edbddd-6752-4e04-88cf-1b85981ce5ae req-ee59995b-4a00-4449-ad00-a1dc9e274fa3 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:30.490545 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-22edbddd-6752-4e04-88cf-1b85981ce5ae req-ee59995b-4a00-4449-ad00-a1dc9e274fa3 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 943 time: 0.2386248 Nov 23 12:47:30.492815 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9721ad0-bea3-48d0-905a-999652b44952 req-e115452e-1546-47e6-a8e1-53778e5c3522 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663025 Nov 23 12:47:30.684867 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Notify callbacks [] for port, precommit_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.696050 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Transition to ACTIVE for port object 5d2fee2e-0bb2-4414-af37-039bfbcde192 will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:30.723295 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Transition to ACTIVE for port object 5d2fee2e-0bb2-4414-af37-039bfbcde192 will not be triggered until provisioned by entity DHCP. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:30.734557 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-22edbddd-6752-4e04-88cf-1b85981ce5ae req-7e12b93d-e130-45d5-9951-f946b780e772 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352889 Nov 23 12:47:30.735265 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.743649 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:30.785821 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9721ad0-bea3-48d0-905a-999652b44952 req-4d7f714d-b034-4eca-837a-fdf910594f1b service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719426 Nov 23 12:47:30.787403 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.812294 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Network 021b00ba-2479-48e9-9c45-69d8fcc20427 is already hosted by enough agents. {{(pid=86881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:30.815149 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.base_scheduler [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Resources bound (agent type, host, resource id): {{(pid=86881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:30.819279 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.819431 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Received port after_create {{(pid=86881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:30.861167 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Pushing event updated for resources: {'Port': ['ID=5d2fee2e-0bb2-4414-af37-039bfbcde192,revision_number=1']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:30.905547 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.906154 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.907212 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.907212 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.907212 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.910507 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.910507 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.910507 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.910507 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.910507 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.910507 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.910507 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:30.914564 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:30.955419 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9721ad0-bea3-48d0-905a-999652b44952 req-8b8b8387-a622-431c-ae75-b75ea127e535 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601157 Nov 23 12:47:30.957818 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Attempting to bind port 5d2fee2e-0bb2-4414-af37-039bfbcde192 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:30.958262 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Attempting to bind port 5d2fee2e-0bb2-4414-af37-039bfbcde192 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:30.958647 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Attempting to bind port 5d2fee2e-0bb2-4414-af37-039bfbcde192 on network 021b00ba-2479-48e9-9c45-69d8fcc20427 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:30.965237 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:30.965452 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Checking segment: {'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:30.965809 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.966213 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Bound using segment: {'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:30.966688 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Bound port: 5d2fee2e-0bb2-4414-af37-039bfbcde192, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:30.967135 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:30.994548 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Allocated IP 172.27.1.189 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/ea798b1e-ae4f-4142-93a0-eb14f0fe5c11) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:31.076240 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] For port 5d2fee2e-0bb2-4414-af37-039bfbcde192, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:31.081051 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] For port 5d2fee2e-0bb2-4414-af37-039bfbcde192, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=5d2fee2e-0bb2-4414-af37-039bfbcde192,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:31.086537 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.091812 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:31.152106 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.168105 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Pushing event updated for resources: {'Port': ['ID=5d2fee2e-0bb2-4414-af37-039bfbcde192,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:31.171403 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:31.203927 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.209523 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:31.286535 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 113acfd4-f492-40ea-b39b-8db85bb068f6 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:47:31.288012 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:31.291615 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:31.296183 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:31.334089 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c57609-3cd7-4f66-856a-70b46f341e49 req-17111257-b924-4d36-ba4c-49ca12142397 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:31.335682 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-35c57609-3cd7-4f66-856a-70b46f341e49 req-17111257-b924-4d36-ba4c-49ca12142397 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1108575 Nov 23 12:47:31.395088 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-35c57609-3cd7-4f66-856a-70b46f341e49 req-c1050d5c-e71d-4230-8ac9-160800f39cc3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526130 Nov 23 12:47:31.564829 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 113acfd4-f492-40ea-b39b-8db85bb068f6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=113acfd4-f492-40ea-b39b-8db85bb068f6,segment=NetworkSegment(1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a),segment_id=1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:31.580702 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '113acfd4-f492-40ea-b39b-8db85bb068f6', 'network_id': 'a93fbe63-a867-4090-8e29-e508956351cc', 'port_id': '113acfd4-f492-40ea-b39b-8db85bb068f6', 'mac_address': 'fa:16:3e:f7:0d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1227da-7285-4ae1-8bf0-8b5906e1d344', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:47:31.641111 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Pushing event updated for resources: {'Port': ['ID=ea798b1e-ae4f-4142-93a0-eb14f0fe5c11,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:31.647619 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:31.648476 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.666096 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113acfd4-f492-40ea-b39b-8db85bb068f6 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:31.681838 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 113acfd4-f492-40ea-b39b-8db85bb068f6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=113acfd4-f492-40ea-b39b-8db85bb068f6,segment=NetworkSegment(1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a),segment_id=1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:31.686846 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.689280 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:31.756170 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=113acfd4-f492-40ea-b39b-8db85bb068f6,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:31.759344 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:31.924369 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:31.979176 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37bee1-ff61-408d-897e-78c4325ad765 req-244d6bba-cef8-4c4d-bb74-29e2000aafeb tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:31.981701 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5d37bee1-ff61-408d-897e-78c4325ad765 req-244d6bba-cef8-4c4d-bb74-29e2000aafeb tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 944 time: 0.1343842 Nov 23 12:47:32.028455 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 5d2fee2e-0bb2-4414-af37-039bfbcde192 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:32.046301 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5d37bee1-ff61-408d-897e-78c4325ad765 req-6e09e286-2fb7-4085-9347-546e41dc12f9 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566454 Nov 23 12:47:32.125169 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 5d2fee2e-0bb2-4414-af37-039bfbcde192 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:32.196442 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['113acfd4-f492-40ea-b39b-8db85bb068f6'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:32.366721 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296'] for router, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:32.372419 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1f42a4-55b3-417b-aec0-b45591cbdc72 None None] Network 021b00ba-2479-48e9-9c45-69d8fcc20427 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:47:32.539759 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-8ac27e7b-bfab-4ca5-9eb1-a2a3827deb1c None None] Provisioning for port 5d2fee2e-0bb2-4414-af37-039bfbcde192 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:32.577640 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-8ac27e7b-bfab-4ca5-9eb1-a2a3827deb1c None None] Provisioning complete for port 5d2fee2e-0bb2-4414-af37-039bfbcde192 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:32.578170 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8ac27e7b-bfab-4ca5-9eb1-a2a3827deb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:32.602352 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Router b30fb6f0-c0e7-43ed-af7d-a750dddad11a is scheduled to L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 with binding_index 1 {{(pid=86879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:47:32.640108 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa3f2f-0c61-4589-bd9f-a41cb82d115f req-cf85cf5b-8b75-47c9-96b6-d2295232d706 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:32.642628 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-90fa3f2f-0c61-4589-bd9f-a41cb82d115f req-cf85cf5b-8b75-47c9-96b6-d2295232d706 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0966921 Nov 23 12:47:32.702785 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-90fa3f2f-0c61-4589-bd9f-a41cb82d115f req-eb13e1f8-d553-409c-9950-801a589b4889 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540395 Nov 23 12:47:32.814160 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8ac27e7b-bfab-4ca5-9eb1-a2a3827deb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:32.830507 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:47:32.840006 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Sync routers for ids ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:47:32.850177 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Routers {'b30fb6f0-c0e7-43ed-af7d-a750dddad11a'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:32.850864 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:47:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:32.855595 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-8ac27e7b-bfab-4ca5-9eb1-a2a3827deb1c None None] For port 5d2fee2e-0bb2-4414-af37-039bfbcde192, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=5d2fee2e-0bb2-4414-af37-039bfbcde192,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:32.857371 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:32.861237 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9265049 Nov 23 12:47:32.861654 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34818) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:32.864310 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8ac27e7b-bfab-4ca5-9eb1-a2a3827deb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:32.866128 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:32.960712 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac27e7b-bfab-4ca5-9eb1-a2a3827deb1c None None] Pushing event updated for resources: {'Port': ['ID=5d2fee2e-0bb2-4414-af37-039bfbcde192,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:32.964336 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-8ac27e7b-bfab-4ca5-9eb1-a2a3827deb1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:33.088362 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Set router b30fb6f0-c0e7-43ed-af7d-a750dddad11a gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:33.219402 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-9cab0f94-d7f6-413e-b7b5-9daeb296882a None None] Provisioning complete for port 5d2fee2e-0bb2-4414-af37-039bfbcde192 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:33.219730 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9cab0f94-d7f6-413e-b7b5-9daeb296882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:33.290394 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54552641-9d0f-4b9d-89b7-46e2a0a755ca req-74944029-2717-478d-bd8f-fbd764975452 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:33.309148 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-54552641-9d0f-4b9d-89b7-46e2a0a755ca req-74944029-2717-478d-bd8f-fbd764975452 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 944 time: 0.1460266 Nov 23 12:47:33.406514 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-54552641-9d0f-4b9d-89b7-46e2a0a755ca req-aaf47581-a135-4bd9-93e5-29f409e76695 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954030 Nov 23 12:47:33.445775 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:31Z', 'revision_number': 3, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:33.450647 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Checking router: b30fb6f0-c0e7-43ed-af7d-a750dddad11a for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:47:33.450997 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Updating router b30fb6f0-c0e7-43ed-af7d-a750dddad11a port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 binding host dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:47:33.505977 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:33.803845 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:33.889560 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Notify callbacks [] for port, precommit_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:33.906216 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.provisioning_blocks [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Transition to ACTIVE for port object ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 will not be triggered until provisioned by entity L2. {{(pid=86882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:33.915267 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:33.921464 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-319e2cb3-df9f-40af-8b2a-979a0bdb5d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:33.977742 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 5d2fee2e-0bb2-4414-af37-039bfbcde192 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:33.979189 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c238c-3789-4159-838a-ced8c6f5fd43 req-37daec19-29ee-42d2-ba78-3638d91be714 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:33.987631 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-895c238c-3789-4159-838a-ced8c6f5fd43 req-37daec19-29ee-42d2-ba78-3638d91be714 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1586566 Nov 23 12:47:34.027067 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Pushing event updated for resources: {'Port': ['ID=ea798b1e-ae4f-4142-93a0-eb14f0fe5c11,revision_number=2']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:34.037758 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.038359 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.038926 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.039257 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.039585 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.039913 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.040236 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.040557 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.040900 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.041233 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.041520 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.042438 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:47:34.042902 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-895c238c-3789-4159-838a-ced8c6f5fd43 req-f4956679-cf27-47d2-a4a8-1512e2c5c36b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541875 Nov 23 12:47:34.052905 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:34.053681 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Attempting to bind port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:34.054052 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Attempting to bind port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:34.054413 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Attempting to bind port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 on network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:34.061651 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:34.062038 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:34.062602 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:34.063351 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Bound using segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:34.063476 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Bound port: ea798b1e-ae4f-4142-93a0-eb14f0fe5c11, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:34.063845 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:34.089824 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Allocated IP 172.20.0.1 (021b00ba-2479-48e9-9c45-69d8fcc20427/c745b07e-94bf-494e-98e0-9d451222f629/aa818c42-b37a-4043-bde6-af306c62e9be) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:34.107931 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 5d2fee2e-0bb2-4414-af37-039bfbcde192 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:34.108608 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:34.169052 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] For port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:34.172826 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] For port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=ea798b1e-ae4f-4142-93a0-eb14f0fe5c11,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:34.182178 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:34.189216 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-22144c4e-5332-420c-a3dd-76a42022a943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:34.289024 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:34.294519 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Routers {'b30fb6f0-c0e7-43ed-af7d-a750dddad11a'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:34.295137 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:47:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:34.316681 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Transition to ACTIVE for port object aa818c42-b37a-4043-bde6-af306c62e9be will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:34.345673 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:34.351252 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:34.429509 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Network 021b00ba-2479-48e9-9c45-69d8fcc20427 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:34.435624 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:34.435624 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:34.444669 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Pushing event updated for resources: {'Port': ['ID=ea798b1e-ae4f-4142-93a0-eb14f0fe5c11,revision_number=3']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:34.468078 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:34.519891 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Pushing event updated for resources: {'Port': ['ID=aa818c42-b37a-4043-bde6-af306c62e9be,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:34.546941 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:34.568239 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] Set router b30fb6f0-c0e7-43ed-af7d-a750dddad11a gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:34.570785 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554278'] for router_interface, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:34.731830 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49bb44-4fd4-4373-b324-733de694e238 req-e3a4046c-82b9-451d-91ec-e0ae89172fde tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:34.748139 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-df49bb44-4fd4-4373-b324-733de694e238 req-e3a4046c-82b9-451d-91ec-e0ae89172fde tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 944 time: 0.1678879 Nov 23 12:47:34.865498 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:34.918408 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-50c74f2e-3616-41a5-b602-89192101ff7a None None] Provisioning for port aa818c42-b37a-4043-bde6-af306c62e9be completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:34.925356 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-50c74f2e-3616-41a5-b602-89192101ff7a None None] Provisioning complete for port aa818c42-b37a-4043-bde6-af306c62e9be triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:34.925767 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-50c74f2e-3616-41a5-b602-89192101ff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:34.976415 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-df49bb44-4fd4-4373-b324-733de694e238 req-d388154c-b0ea-45cb-bc2d-04448b0ac921 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269459 Nov 23 12:47:35.042075 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-3d77c692-eeb4-4681-ad44-de31ac507bae tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:35.044181 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-3d77c692-eeb4-4681-ad44-de31ac507bae tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 814 time: 0.2653127 Nov 23 12:47:35.069725 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-6d4d6227-49da-4f65-9bf3-1deb673c5d4d tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/quotas/65ac2a3df9054ccab1626f172f0e02ab HTTP/1.1" status: 200 len: 375 time: 0.0192647 Nov 23 12:47:35.079870 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-50c74f2e-3616-41a5-b602-89192101ff7a None None] Port aa818c42-b37a-4043-bde6-af306c62e9be cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:47:35.120828 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:31Z', 'revision_number': 3, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:35.134804 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d6042-df12-416a-a9ea-e83ac90d6f33 None None] The sync data for ids ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'] in dv-cinder-818883-1-iscsi is: [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:31Z', 'revision_number': 3, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:47:35.188592 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-47aa2682-2853-45fd-9a14-554d64d402bb tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1128154 Nov 23 12:47:35.189205 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:35.195956 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:35.224153 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:35.315059 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 113acfd4-f492-40ea-b39b-8db85bb068f6 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:35.334539 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Pushing event updated for resources: {'Port': ['ID=aa818c42-b37a-4043-bde6-af306c62e9be,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:35.372927 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554437'] for router_interface, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:35.378503 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:35.416027 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 113acfd4-f492-40ea-b39b-8db85bb068f6 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:35.426874 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-f43d0263-6326-463c-ad3c-c62489354a06 service neutron] 10.222.0.50 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003438 Nov 23 12:47:35.428069 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 113acfd4-f492-40ea-b39b-8db85bb068f6 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:35.428469 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:35.577641 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Network 021b00ba-2479-48e9-9c45-69d8fcc20427 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:35.578969 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:35.622856 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-9efd6e63-a7dc-404d-a4b1-009b6f1a3ebc service neutron] 10.222.0.50 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949928 Nov 23 12:47:35.657949 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:35.735766 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 113acfd4-f492-40ea-b39b-8db85bb068f6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=113acfd4-f492-40ea-b39b-8db85bb068f6,segment=NetworkSegment(1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a),segment_id=1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:35.737181 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801f032b-0ad5-4279-a54a-930e462fce7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113acfd4-f492-40ea-b39b-8db85bb068f6'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:35.757727 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:35.763609 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:35.858919 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801f032b-0ad5-4279-a54a-930e462fce7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113acfd4-f492-40ea-b39b-8db85bb068f6', 'code': 200} Nov 23 12:47:35.899397 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=113acfd4-f492-40ea-b39b-8db85bb068f6,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:35.904552 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:36.018622 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:36.022621 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cedc794a-45a5-4112-9f73-1dc0a0ce04bc req-3ef8ca18-6e54-4e20-9ac1-ca4d66ec5b52 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 210 time: 0.1265230 Nov 23 12:47:36.025684 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Router b30fb6f0-c0e7-43ed-af7d-a750dddad11a has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:47:36.324782 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:36.330645 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-f2eb9faa-647a-4498-bcba-7e5a5589c469 None None] Provisioning complete for port aa818c42-b37a-4043-bde6-af306c62e9be triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:36.333400 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f2eb9faa-647a-4498-bcba-7e5a5589c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:36.419681 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:36.429747 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:36.547221 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:47:36.558746 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] 10.222.0.50 "PUT /v2.0/routers/b30fb6f0-c0e7-43ed-af7d-a750dddad11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6946037 Nov 23 12:47:36.588531 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb9faa-647a-4498-bcba-7e5a5589c469 None None] Port aa818c42-b37a-4043-bde6-af306c62e9be cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:47:36.661086 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9da05-e959-4e81-aeb8-5c4d370964ea req-97338029-8dda-47b2-98c6-1bb319b07a40 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:36.669122 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-43b9da05-e959-4e81-aeb8-5c4d370964ea req-97338029-8dda-47b2-98c6-1bb319b07a40 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 945 time: 0.4415543 Nov 23 12:47:36.727015 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db683-7eba-41ac-ac3e-421071422d6c req-f73f298e-1146-4d29-af75-8b58496ca5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:36.732068 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c20db683-7eba-41ac-ac3e-421071422d6c req-f73f298e-1146-4d29-af75-8b58496ca5c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 1098 time: 0.4104736 Nov 23 12:47:36.755001 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:36.773196 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-43b9da05-e959-4e81-aeb8-5c4d370964ea req-a3d8931c-b658-4c78-8764-7620c64d4403 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000383 Nov 23 12:47:36.781145 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=ea798b1e-ae4f-4142-93a0-eb14f0fe5c11,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:36.794371 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:36.795378 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-dcbcac4f-b7e5-4883-8780-169d18623101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:36.823799 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e27e70-9364-49d8-b7d1-9cedd5c77bbd req-f619ba0c-9e09-4397-b17b-881f92be09ea tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:36.825228 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b8e27e70-9364-49d8-b7d1-9cedd5c77bbd req-f619ba0c-9e09-4397-b17b-881f92be09ea tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.5052855 Nov 23 12:47:36.873190 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=ea798b1e-ae4f-4142-93a0-eb14f0fe5c11,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:36.877669 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:36.940493 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c20db683-7eba-41ac-ac3e-421071422d6c req-ee3bf431-6b6b-4b44-b2fd-16d7df8e45e5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691308 Nov 23 12:47:36.960147 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b8e27e70-9364-49d8-b7d1-9cedd5c77bbd req-03a9713e-656a-4521-a9f1-ed05dff0b675 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261995 Nov 23 12:47:37.185224 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f11590e7-2716-4591-8c78-77bf6d7037a7 req-002d8ce5-72c6-4e70-a5cc-cf3198348b4e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 210 time: 0.0454552 Nov 23 12:47:37.286562 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34920) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:37.294017 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1018331266-network', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:37.300201 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:37.306483 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Usage tracker for resource:network and tenant:f42f61be69a84bb39ca859c0546635a0 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:37.310200 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:37.317029 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:37.329507 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Made reservation on behalf of f42f61be69a84bb39ca859c0546635a0 for: {'network': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:37.331870 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.357349 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.372533 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:37.377365 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Usage tracker for resource:security_group_rule and tenant:f42f61be69a84bb39ca859c0546635a0 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:37.381226 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:37.394984 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:37.494776 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.502691 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.508694 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:37.535198 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=86879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:47:37.550299 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b63ac9d-2217-4b0a-9604-fe7d7f007302,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:37.554609 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:37.555499 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.555816 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.segments_db [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Added segment 3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3 of type vlan for network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 Nov 23 12:47:37.587189 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.621806 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.623127 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:37.623705 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.628645 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:37.680445 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Sync routers for ids ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:47:37.700486 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Routers {'b30fb6f0-c0e7-43ed-af7d-a750dddad11a'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:37.701183 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:47:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:37.726934 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4366503 Nov 23 12:47:37.727354 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 34930) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:37.732968 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Pushing event updated for resources: {'Network': ['ID=51717a9e-4fbd-424f-83a8-27f9299c2ef3,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:37.734422 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Request body: {'subnet': {'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1018331266-subnet', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'ip_version': 4}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:37.735964 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:37.739950 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:37.745708 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Usage tracker for resource:subnet and tenant:f42f61be69a84bb39ca859c0546635a0 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:37.750186 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:37.757633 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:37.773729 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Made reservation on behalf of f42f61be69a84bb39ca859c0546635a0 for: {'subnet': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:37.777071 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3363470'] for subnet, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:37.996545 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Set router b30fb6f0-c0e7-43ed-af7d-a750dddad11a gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:38.045897 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:47:38.072432 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:38.203868 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3363516'] for subnet, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.232427 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:38.351507 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89390f32-4afb-4b49-a62c-1081cfd29ac8,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:38.364505 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-e270c9c3-639a-4355-9e0a-e58e2c4510ff tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:38.365923 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-e270c9c3-639a-4355-9e0a-e58e2c4510ff tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 814 time: 0.3049464 Nov 23 12:47:38.368916 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:38.376393 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Checking segment: {'id': '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:38.376867 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Network hostable DHCP agents. Network: 51717a9e-4fbd-424f-83a8-27f9299c2ef3, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:47:38.390474 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Request body: {'port': {'device_id': 'aba7ecb9-1685-4bae-8fc5-31bfe94808ca', 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7', 'admin_state_up': True, 'tenant_id': '65ac2a3df9054ccab1626f172f0e02ab'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:38.499793 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:38.500484 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.532915 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe12fe-9bb4-4dad-8aae-d3c5abc70ecf req-d44a8d2c-6019-47c7-9eae-0d572d9dd908 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:38.534465 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c4fe12fe-9bb4-4dad-8aae-d3c5abc70ecf req-d44a8d2c-6019-47c7-9eae-0d572d9dd908 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 945 time: 0.4721537 Nov 23 12:47:38.538644 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:47:38.585791 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 51717a9e-4fbd-424f-83a8-27f9299c2ef3) {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:38.603327 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7bf460-16c6-45b9-a83e-1e09911d29dd None None] Network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:47:38.634046 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:38.634640 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.698405 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:38.734570 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0059381 Nov 23 12:47:38.737297 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 34960) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:38.744050 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1018331266-router', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:38.752864 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:38.767176 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Usage tracker for resource:router and tenant:f42f61be69a84bb39ca859c0546635a0 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:38.770673 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:38.777252 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:38.801913 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c4fe12fe-9bb4-4dad-8aae-d3c5abc70ecf req-bd58b3c4-b582-480f-a491-0f78a4900d7a tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489691 Nov 23 12:47:38.807590 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:38.826894 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39754'] for router, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.828171 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39773'] for router, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.833352 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6986b156-acdb-4085-b850-026ea058f580 req-5f2e5363-ffbe-4b46-84ef-7488ace8464f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 210 time: 0.1185074 Nov 23 12:47:38.837869 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Made reservation on behalf of 65ac2a3df9054ccab1626f172f0e02ab for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:47:38.858462 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:38.860478 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.043089 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'aa818c42-b37a-4043-bde6-af306c62e9be', 'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'mac_address': 'fa:16:3e:a1:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:33Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 2, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'subnets': [{'id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:39.047432 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Checking router: b30fb6f0-c0e7-43ed-af7d-a750dddad11a for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:47:39.048106 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Updating router b30fb6f0-c0e7-43ed-af7d-a750dddad11a port aa818c42-b37a-4043-bde6-af306c62e9be binding host dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:47:39.080975 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d2280a3-de8b-55d0-8afa-5fb6799df307-51717a9e-4fbd-424f-83a8-27f9299c2ef3', 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'fixed_ips': [{'subnet_id': '89390f32-4afb-4b49-a62c-1081cfd29ac8'}]}} from dv-cinder-818883-1-iscsi. {{(pid=86881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:47:39.082278 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.106654 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1114e9-66f2-4527-8f0a-f7e3b10473af req-0db3aad9-36d6-4afa-a452-cbd712174602 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:39.108269 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2d1114e9-66f2-4527-8f0a-f7e3b10473af req-0db3aad9-36d6-4afa-a452-cbd712174602 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1709614 Nov 23 12:47:39.114482 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Allocated IP 172.20.0.5 (ba02506b-e35e-4291-b3f1-421e44dc0cb7/064e4fc9-cf3d-42e5-8188-05833b508f0d/7ead5344-f94b-4cf0-9373-5d16338fa61f) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:39.162251 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.163652 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.197148 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2d1114e9-66f2-4527-8f0a-f7e3b10473af req-77de528a-a71d-4bbe-9061-a48f9e335fcd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742700 Nov 23 12:47:39.380634 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.415160 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.422061 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-37245149-0270-4894-910b-cb7528d379ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:39.431430 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.db_base_plugin_common [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Allocated IP 172.20.0.2 (51717a9e-4fbd-424f-83a8-27f9299c2ef3/89390f32-4afb-4b49-a62c-1081cfd29ac8/9b9945c5-2d89-4ece-8d22-3d115762f45e) {{(pid=86881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:39.494117 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Network ba02506b-e35e-4291-b3f1-421e44dc0cb7 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:39.498155 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:39.500738 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:39.503555 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.504459 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a', '882a9e9d-c8fd-49a4-a824-637f0d682bc0', '966ee1ba-af1f-41b5-819c-d945b127608e'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:39.537549 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.543643 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Pushing event updated for resources: {'Port': ['ID=7ead5344-f94b-4cf0-9373-5d16338fa61f,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:39.547055 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:39.577890 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:39.578563 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:39.610734 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2280152 Nov 23 12:47:39.637684 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Request body: {'port': {'device_id': 'aba7ecb9-1685-4bae-8fc5-31bfe94808ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:47:39.690319 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Allocated IP 172.27.1.16 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/2eed487a-0de0-4338-9504-abc45d9fdcf3) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:39.761279 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.011044 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Notify callbacks [] for port, precommit_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.017930 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.047762 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Transition to ACTIVE for port object aa818c42-b37a-4043-bde6-af306c62e9be will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:40.059425 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.060861 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Notify callbacks [] for port, precommit_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.066201 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:40.076799 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.083698 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-8ac27e7b-bfab-4ca5-9eb1-a2a3827deb1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:40.118916 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Transition to ACTIVE for port object 9b9945c5-2d89-4ece-8d22-3d115762f45e will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:40.140124 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:40.143099 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:40.145756 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:40.282428 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Transition to ACTIVE for port object 9b9945c5-2d89-4ece-8d22-3d115762f45e will not be triggered until provisioned by entity DHCP. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:40.349866 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.355027 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8ab19-d9c5-4467-a207-b5e6ec4b494c None None] Pushing event updated for resources: {'Port': ['ID=aa818c42-b37a-4043-bde6-af306c62e9be,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:40.355221 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Pushing event updated for resources: {'Port': ['ID=2eed487a-0de0-4338-9504-abc45d9fdcf3,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:40.359530 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:40.368334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-cdd8ab19-d9c5-4467-a207-b5e6ec4b494c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:40.377184 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-ea9af456-7007-4e65-bd38-98fc03429698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:40.513463 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd796c-3e63-454a-963b-cb23956d1d3e req-51566a9e-c869-42d7-a5eb-d10fc762d38c tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:40.514258 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-71bd796c-3e63-454a-963b-cb23956d1d3e req-51566a9e-c869-42d7-a5eb-d10fc762d38c tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Synchronizing usage tracker for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:47:40.535191 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4919-c8f4-4c26-980b-989ea4b8217e req-c993f4b5-8707-4d4b-a2e8-081bbedfb70e tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:40.535409 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 is already hosted by enough agents. {{(pid=86881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:40.539514 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-888c4919-c8f4-4c26-980b-989ea4b8217e req-c993f4b5-8707-4d4b-a2e8-081bbedfb70e tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 945 time: 0.4983397 Nov 23 12:47:40.550532 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.base_scheduler [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Resources bound (agent type, host, resource id): {{(pid=86881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:40.560317 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Received port after_create {{(pid=86881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:40.579432 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Attempting to bind port aa818c42-b37a-4043-bde6-af306c62e9be on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:40.579805 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Attempting to bind port aa818c42-b37a-4043-bde6-af306c62e9be by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:40.580172 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Attempting to bind port aa818c42-b37a-4043-bde6-af306c62e9be on network 021b00ba-2479-48e9-9c45-69d8fcc20427 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:40.614463 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Pushing event updated for resources: {'Port': ['ID=9b9945c5-2d89-4ece-8d22-3d115762f45e,revision_number=1']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:40.626430 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:40.633172 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:40.633637 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Checking segment: {'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:40.634127 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.634386 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Bound using segment: {'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:40.634877 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Bound port: aa818c42-b37a-4043-bde6-af306c62e9be, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:40.635561 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.637955 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-71bd796c-3e63-454a-963b-cb23956d1d3e req-51566a9e-c869-42d7-a5eb-d10fc762d38c tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Unset dirty status for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:47:40.644450 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-71bd796c-3e63-454a-963b-cb23956d1d3e req-51566a9e-c869-42d7-a5eb-d10fc762d38c tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 931 time: 0.4886415 Nov 23 12:47:40.657536 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.688520 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ead5344-f94b-4cf0-9373-5d16338fa61f {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:40.698583 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.760756 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-71bd796c-3e63-454a-963b-cb23956d1d3e req-25631b16-491d-4ed5-84b5-e3d742481f4b tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152151 Nov 23 12:47:40.762968 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Transition to ACTIVE for port object 7ead5344-f94b-4cf0-9373-5d16338fa61f will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:40.776834 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Attempting to bind port 9b9945c5-2d89-4ece-8d22-3d115762f45e on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:40.777038 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-888c4919-c8f4-4c26-980b-989ea4b8217e req-2e2ea974-914d-41d2-9a4c-9ede7a160353 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862628 Nov 23 12:47:40.777127 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Attempting to bind port 9b9945c5-2d89-4ece-8d22-3d115762f45e by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:40.777395 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Attempting to bind port 9b9945c5-2d89-4ece-8d22-3d115762f45e on network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:40.785120 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.799237 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:40.818057 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:40.818445 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Checking segment: {'id': '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:40.818859 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.819260 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Bound using segment: {'id': '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:40.819771 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Bound port: 9b9945c5-2d89-4ece-8d22-3d115762f45e, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:40.820143 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:40.931216 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] For port aa818c42-b37a-4043-bde6-af306c62e9be, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:41.020454 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Pushing event updated for resources: {'Port': ['ID=7ead5344-f94b-4cf0-9373-5d16338fa61f,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:41.034425 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:41.047632 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] For port aa818c42-b37a-4043-bde6-af306c62e9be, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=aa818c42-b37a-4043-bde6-af306c62e9be,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:41.066359 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.093068 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:41.144097 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296'] for router, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.172623 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4106d-fb77-48a1-a56a-77dcc364afde req-dbdad152-22f7-42cf-b3a7-48ebf2a3c446 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.180217 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1ff4106d-fb77-48a1-a56a-77dcc364afde req-dbdad152-22f7-42cf-b3a7-48ebf2a3c446 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2482979 Nov 23 12:47:41.198773 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8ab19-d9c5-4467-a207-b5e6ec4b494c None None] Pushing event updated for resources: {'Port': ['ID=aa818c42-b37a-4043-bde6-af306c62e9be,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:41.202523 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-cdd8ab19-d9c5-4467-a207-b5e6ec4b494c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:41.203743 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] For port 9b9945c5-2d89-4ece-8d22-3d115762f45e, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:41.250890 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1ff4106d-fb77-48a1-a56a-77dcc364afde req-b567a34c-1a07-472e-957b-e67249ffa03a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654740 Nov 23 12:47:41.251108 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Routers {'b30fb6f0-c0e7-43ed-af7d-a750dddad11a'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:41.251587 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:47:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:41.288981 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Attempting to bind port 7ead5344-f94b-4cf0-9373-5d16338fa61f on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:41.289243 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Attempting to bind port 7ead5344-f94b-4cf0-9373-5d16338fa61f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:41.289565 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Attempting to bind port 7ead5344-f94b-4cf0-9373-5d16338fa61f on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:41.298436 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Port 7ead5344-f94b-4cf0-9373-5d16338fa61f on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:47:41.298748 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Attempting to bind port 7ead5344-f94b-4cf0-9373-5d16338fa61f on network ba02506b-e35e-4291-b3f1-421e44dc0cb7 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:41.314047 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:41.317517 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Checking segment: {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:41.317949 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Bound using segment: {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:41.318388 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Bound port: 7ead5344-f94b-4cf0-9373-5d16338fa61f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4aa464-284d-4252-80b0-b9a82b934245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:41.318821 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.407693 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] For port 9b9945c5-2d89-4ece-8d22-3d115762f45e, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=9b9945c5-2d89-4ece-8d22-3d115762f45e,segment=NetworkSegment(3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3),segment_id=3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:41.518436 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Router f525e770-fe8b-40fe-9f35-220119e598b5 is scheduled to L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 with binding_index 1 {{(pid=86879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:47:41.540253 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] For port 7ead5344-f94b-4cf0-9373-5d16338fa61f, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:41.551925 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] For port 7ead5344-f94b-4cf0-9373-5d16338fa61f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7ead5344-f94b-4cf0-9373-5d16338fa61f,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:41.553729 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.556550 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.562787 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:41.596725 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:41.629261 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.630429 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.631888 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] 10.222.0.64 "PUT /v2.0/ports/7ead5344-f94b-4cf0-9373-5d16338fa61f HTTP/1.1" status: 200 len: 1093 time: 2.0011084 Nov 23 12:47:41.641169 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba7ecb9-1685-4bae-8fc5-31bfe94808ca', 'tag': '7ead5344-f94b-4cf0-9373-5d16338fa61f'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:41.802492 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba7ecb9-1685-4bae-8fc5-31bfe94808ca', 'tag': '7ead5344-f94b-4cf0-9373-5d16338fa61f', 'status': 'completed', 'code': 200} Nov 23 12:47:41.822058 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Pushing event updated for resources: {'Port': ['ID=7ead5344-f94b-4cf0-9373-5d16338fa61f,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:41.826356 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:41.830231 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Pushing event updated for resources: {'Port': ['ID=9b9945c5-2d89-4ece-8d22-3d115762f45e,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:41.855779 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:41.867163 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-6d6c7f14-a6a5-40bf-a9f6-1c40686f1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:41.868873 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-6d6c7f14-a6a5-40bf-a9f6-1c40686f1542 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 1096 time: 0.1789231 Nov 23 12:47:41.905981 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] Set router b30fb6f0-c0e7-43ed-af7d-a750dddad11a gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:41.919350 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:47:41.939014 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Sync routers for ids ['f525e770-fe8b-40fe-9f35-220119e598b5'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:47:41.954034 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Routers {'f525e770-fe8b-40fe-9f35-220119e598b5'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:41.960787 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:47:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f525e770-fe8b-40fe-9f35-220119e598b5'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:41.988467 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:41.990285 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2511969 Nov 23 12:47:41.996606 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 35042) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:42.056306 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-e8fcedfb-a866-43d9-8fe9-35333b56aeaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ead5344-f94b-4cf0-9373-5d16338fa61f HTTP/1.1" status: 200 len: 217 time: 0.1737170 Nov 23 12:47:42.363205 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-9cbc1fb7-04ba-4897-9607-9d649b953f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:42.368126 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-9cbc1fb7-04ba-4897-9607-9d649b953f38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.2411189 Nov 23 12:47:42.534247 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-2482bf40-bdc6-4b92-b077-9283a9b811f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544406 Nov 23 12:47:42.541591 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Set router f525e770-fe8b-40fe-9f35-220119e598b5 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:42.599169 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdf7e0-56c1-47e4-aa26-36e1c9fe6352 req-9deefba8-7994-435d-ab1e-5b316f7e0dc4 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:42.607058 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-19cdf7e0-56c1-47e4-aa26-36e1c9fe6352 req-9deefba8-7994-435d-ab1e-5b316f7e0dc4 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 943 time: 0.5640635 Nov 23 12:47:42.687694 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'aa818c42-b37a-4043-bde6-af306c62e9be', 'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'mac_address': 'fa:16:3e:a1:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:33Z', 'updated_at': '2021-11-23T12:47:40Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'subnets': [{'id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:42.693763 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c557b4bf-62f9-4e85-8e91-75c2f8cc0af0 None None] The sync data for ids ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'] in dv-cinder-818883-1-iscsi is: [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'aa818c42-b37a-4043-bde6-af306c62e9be', 'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'mac_address': 'fa:16:3e:a1:75:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:33Z', 'updated_at': '2021-11-23T12:47:40Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'subnets': [{'id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:47:42.857073 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c616a5-934a-434e-a016-b86d3f988d8a req-826a26d0-ffb2-43b1-b1ca-88a8026a84c8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:42.859312 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06c616a5-934a-434e-a016-b86d3f988d8a req-826a26d0-ffb2-43b1-b1ca-88a8026a84c8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.3988798 Nov 23 12:47:42.898231 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-19cdf7e0-56c1-47e4-aa26-36e1c9fe6352 req-20a9e02b-324a-4486-af38-fa296e8553e2 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902141 Nov 23 12:47:42.985751 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06c616a5-934a-434e-a016-b86d3f988d8a req-86730c36-4489-4c59-aeb3-6afc5a667ebf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199353 Nov 23 12:47:43.010411 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-9af7a2e1-4e6d-4a05-954c-7f20b52c06af service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372711 Nov 23 12:47:43.296269 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'name': 'tempest-TestMinimumBasicScenario-1018331266-router', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:38Z', 'updated_at': '2021-11-23T12:47:40Z', 'revision_number': 3, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'gw_port': {'id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:39Z', 'updated_at': '2021-11-23T12:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:43.305419 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Checking router: f525e770-fe8b-40fe-9f35-220119e598b5 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:47:43.305933 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Updating router f525e770-fe8b-40fe-9f35-220119e598b5 port 2eed487a-0de0-4338-9504-abc45d9fdcf3 binding host dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:47:43.379524 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a35e39d-9fc4-491c-a709-08f84664a84b req-f1eefd3f-8bb2-45a1-a17f-55a41658ea14 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610916 Nov 23 12:47:43.383849 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:43.410616 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:43.443771 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eedfcc-94a3-4778-9cd1-1e896dc09e9b None None] Network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:47:43.641230 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecb27e-ff44-4097-9f6f-c5250968b7fb req-f3a19009-385e-49f6-b134-206cbc082386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:43.644587 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a4ecb27e-ff44-4097-9f6f-c5250968b7fb req-f3a19009-385e-49f6-b134-206cbc082386 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 1096 time: 0.1951561 Nov 23 12:47:43.652244 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-72a40b53-f578-4045-a8f2-644ec0946e99 None None] Provisioning for port 9b9945c5-2d89-4ece-8d22-3d115762f45e completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:43.761834 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Allocated IP 172.20.0.1 (51717a9e-4fbd-424f-83a8-27f9299c2ef3/89390f32-4afb-4b49-a62c-1081cfd29ac8/c8720336-50f8-4263-b577-b6ce09cdb4ad) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:47:43.913520 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecb27e-ff44-4097-9f6f-c5250968b7fb req-5f2b4390-eb8b-414e-82d2-311315459bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:43.915718 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a4ecb27e-ff44-4097-9f6f-c5250968b7fb req-5f2b4390-eb8b-414e-82d2-311315459bb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.2514989 Nov 23 12:47:43.955693 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Notify callbacks [] for port, precommit_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:43.977346 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.provisioning_blocks [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Transition to ACTIVE for port object 2eed487a-0de0-4338-9504-abc45d9fdcf3 will not be triggered until provisioned by entity L2. {{(pid=86882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:43.996193 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.003341 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:44.097121 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a4ecb27e-ff44-4097-9f6f-c5250968b7fb req-8c21cf61-aa1a-44d5-9ec0-1b26fe581a29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ead5344-f94b-4cf0-9373-5d16338fa61f HTTP/1.1" status: 200 len: 217 time: 0.1673024 Nov 23 12:47:44.105012 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.174757 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Transition to ACTIVE for port object c8720336-50f8-4263-b577-b6ce09cdb4ad will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:44.197909 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device aa818c42-b37a-4043-bde6-af306c62e9be up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:44.236421 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.237287 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Attempting to bind port 2eed487a-0de0-4338-9504-abc45d9fdcf3 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:44.237867 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Attempting to bind port 2eed487a-0de0-4338-9504-abc45d9fdcf3 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:44.239916 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Attempting to bind port 2eed487a-0de0-4338-9504-abc45d9fdcf3 on network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:44.248526 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a9833-b27e-4a24-8595-98e6b36c6789 None None] Pushing event updated for resources: {'Port': ['ID=2eed487a-0de0-4338-9504-abc45d9fdcf3,revision_number=2']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:44.250421 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:44.256225 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-205a9833-b27e-4a24-8595-98e6b36c6789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:44.263600 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:44.264130 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:44.264645 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.265141 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Bound using segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:44.265795 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Bound port: 2eed487a-0de0-4338-9504-abc45d9fdcf3, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:44.269177 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.371815 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:44.388592 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:44.397160 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:47:44.451915 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] For port 2eed487a-0de0-4338-9504-abc45d9fdcf3, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:44.465696 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] For port 2eed487a-0de0-4338-9504-abc45d9fdcf3, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=2eed487a-0de0-4338-9504-abc45d9fdcf3,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:44.476469 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.504698 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-22144c4e-5332-420c-a3dd-76a42022a943 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:44.563093 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port aa818c42-b37a-4043-bde6-af306c62e9be completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:44.584743 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port aa818c42-b37a-4043-bde6-af306c62e9be triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:44.586548 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Pushing event updated for resources: {'Port': ['ID=c8720336-50f8-4263-b577-b6ce09cdb4ad,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:44.587100 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.591223 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:44.621397 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554278'] for router_interface, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.654657 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecb27e-ff44-4097-9f6f-c5250968b7fb req-eb6bb7a3-39ed-41d7-ad7d-6396a23f3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:44.656123 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a4ecb27e-ff44-4097-9f6f-c5250968b7fb req-eb6bb7a3-39ed-41d7-ad7d-6396a23f3be2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.5276911 Nov 23 12:47:44.705373 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422aa593-58e0-4fe7-9d52-6e32018dc38d req-ea01e70f-8523-4f1a-8500-b4e2753bf894 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:44.706905 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-422aa593-58e0-4fe7-9d52-6e32018dc38d req-ea01e70f-8523-4f1a-8500-b4e2753bf894 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 943 time: 0.4513042 Nov 23 12:47:44.717099 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Routers {'f525e770-fe8b-40fe-9f35-220119e598b5'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:44.718082 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:47:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f525e770-fe8b-40fe-9f35-220119e598b5'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:44.770318 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 35092) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:44.785917 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a4ecb27e-ff44-4097-9f6f-c5250968b7fb req-e3efeb84-b20d-43a9-8940-9d9ff838f205 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005831 Nov 23 12:47:44.834118 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.908023 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a9833-b27e-4a24-8595-98e6b36c6789 None None] Pushing event updated for resources: {'Port': ['ID=2eed487a-0de0-4338-9504-abc45d9fdcf3,revision_number=3']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:44.913876 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-205a9833-b27e-4a24-8595-98e6b36c6789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:44.944433 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.951043 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port aa818c42-b37a-4043-bde6-af306c62e9be, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=aa818c42-b37a-4043-bde6-af306c62e9be,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:44.968160 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:44.971817 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 9b9945c5-2d89-4ece-8d22-3d115762f45e up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:44.973785 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13ef5-8338-422b-b8ad-466096cae619 req-d8503e2f-2693-4ae1-ad6d-9287f898fe74 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:44.981653 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ceb13ef5-8338-422b-b8ad-466096cae619 req-d8503e2f-2693-4ae1-ad6d-9287f898fe74 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.7340045 Nov 23 12:47:45.002820 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] Set router f525e770-fe8b-40fe-9f35-220119e598b5 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:45.043303 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-422aa593-58e0-4fe7-9d52-6e32018dc38d req-2de4dcf6-9057-4b4f-9061-7410f915535d tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399335 Nov 23 12:47:45.051532 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:45.070272 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ceb13ef5-8338-422b-b8ad-466096cae619 req-5db09cce-a3ec-4850-a77c-09ced1897b28 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857911 Nov 23 12:47:45.104751 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.130880 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:47:45.135082 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec3cff7d2fc480fbf518111ec5836d3 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:47:45.138706 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:47:45.144892 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:47:45.149638 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-e444ebf2-08c0-4c3f-a9fa-216b04658bc4 None None] Provisioning for port c8720336-50f8-4263-b577-b6ce09cdb4ad completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:45.156304 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a4ecb27e-ff44-4097-9f6f-c5250968b7fb req-f2be7460-bb9c-4d0d-b3fe-bbc92edfb2dc service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562422 Nov 23 12:47:45.190242 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-e444ebf2-08c0-4c3f-a9fa-216b04658bc4 None None] Provisioning complete for port c8720336-50f8-4263-b577-b6ce09cdb4ad triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:45.191189 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e444ebf2-08c0-4c3f-a9fa-216b04658bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.273664 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-e444ebf2-08c0-4c3f-a9fa-216b04658bc4 None None] Port c8720336-50f8-4263-b577-b6ce09cdb4ad cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:47:45.280085 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=aa818c42-b37a-4043-bde6-af306c62e9be,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:45.285142 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:45.304289 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 9b9945c5-2d89-4ece-8d22-3d115762f45e completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:45.310438 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 9b9945c5-2d89-4ece-8d22-3d115762f45e triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:45.310866 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.444909 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.449353 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a4ecb27e-ff44-4097-9f6f-c5250968b7fb req-9b697e62-f48d-4c32-800f-f80f868d0b67 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869985 Nov 23 12:47:45.482115 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 9b9945c5-2d89-4ece-8d22-3d115762f45e, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=9b9945c5-2d89-4ece-8d22-3d115762f45e,segment=NetworkSegment(3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3),segment_id=3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:45.483936 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'name': 'tempest-TestMinimumBasicScenario-1018331266-router', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:38Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 4, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'gw_port': {'id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:39Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'c8720336-50f8-4263-b577-b6ce09cdb4ad', 'name': '', 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'mac_address': 'fa:16:3e:91:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '89390f32-4afb-4b49-a62c-1081cfd29ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:43Z', 'updated_at': '2021-11-23T12:47:43Z', 'revision_number': 1, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'subnets': [{'id': '89390f32-4afb-4b49-a62c-1081cfd29ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:45.486685 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.488614 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f72859-4bd5-4275-839d-c5d65f4fafcd None None] The sync data for ids ['f525e770-fe8b-40fe-9f35-220119e598b5'] in dv-cinder-818883-1-iscsi is: [{'id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'name': 'tempest-TestMinimumBasicScenario-1018331266-router', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:38Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 4, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'gw_port': {'id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:39Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'c8720336-50f8-4263-b577-b6ce09cdb4ad', 'name': '', 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'mac_address': 'fa:16:3e:91:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '89390f32-4afb-4b49-a62c-1081cfd29ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:43Z', 'updated_at': '2021-11-23T12:47:43Z', 'revision_number': 1, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'subnets': [{'id': '89390f32-4afb-4b49-a62c-1081cfd29ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:47:45.490906 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:45.565119 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=9b9945c5-2d89-4ece-8d22-3d115762f45e,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:45.568459 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:45.599544 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.612606 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.621720 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c830783b-360b-41d0-bf41-66754249299c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:45.672047 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.682003 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ec3cff7d2fc480fbf518111ec5836d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9095874 Nov 23 12:47:45.683995 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.684890 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c1503f-1bac-4f7d-8847-1af87054764e,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:45.686406 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 35102) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:47:45.688560 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:45.718116 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:45.812089 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-7847f04a-a9b9-4f8e-b691-9682d231480b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.831057 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554437'] for router_interface, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.834659 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Pushing event updated for resources: {'Port': ['ID=c8720336-50f8-4263-b577-b6ce09cdb4ad,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:45.838153 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:45.847320 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-7847f04a-a9b9-4f8e-b691-9682d231480b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.919188 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-7847f04a-a9b9-4f8e-b691-9682d231480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.923958 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b5c5e4b0-9cc4-4e65-8810-2952830da76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:45.944745 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847f04a-a9b9-4f8e-b691-9682d231480b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c1503f-1bac-4f7d-8847-1af87054764e,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:45.948780 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-7847f04a-a9b9-4f8e-b691-9682d231480b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:45.963791 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-7847f04a-a9b9-4f8e-b691-9682d231480b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:45.965275 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-7847f04a-a9b9-4f8e-b691-9682d231480b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86c1503f-1bac-4f7d-8847-1af87054764e HTTP/1.1" status: 204 len: 168 time: 0.2776077 Nov 23 12:47:46.009035 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device aa818c42-b37a-4043-bde6-af306c62e9be up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:46.036569 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:47:46.038087 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:47:46.181681 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port aa818c42-b37a-4043-bde6-af306c62e9be triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:46.182092 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.459218 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 9b9945c5-2d89-4ece-8d22-3d115762f45e up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:46.487630 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Router f525e770-fe8b-40fe-9f35-220119e598b5 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:47:46.576507 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa51ada-d398-4a44-a11a-fe8b0bac9dc6 req-0e939c48-5bb5-4cbe-8c1a-281f8eb26bcc tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:46.577990 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6fa51ada-d398-4a44-a11a-fe8b0bac9dc6 req-0e939c48-5bb5-4cbe-8c1a-281f8eb26bcc tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 943 time: 0.2523184 Nov 23 12:47:46.617456 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe0ff-aeae-4dec-8d49-5637cdd4569b req-0a1a22eb-bde6-491a-8d77-b9ec2c94b389 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:46.619011 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7bfe0ff-aeae-4dec-8d49-5637cdd4569b req-0a1a22eb-bde6-491a-8d77-b9ec2c94b389 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2037020 Nov 23 12:47:46.631926 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 9b9945c5-2d89-4ece-8d22-3d115762f45e triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:46.632574 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.671140 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6fa51ada-d398-4a44-a11a-fe8b0bac9dc6 req-7af21be3-2814-4e2a-9ffc-22a60cbea72b tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849652 Nov 23 12:47:46.679371 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-be3d401b-1389-4f05-ba73-809d7b250e26 None None] Provisioning complete for port c8720336-50f8-4263-b577-b6ce09cdb4ad triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:46.679790 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-be3d401b-1389-4f05-ba73-809d7b250e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:46.751719 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7bfe0ff-aeae-4dec-8d49-5637cdd4569b req-3af6623b-5625-49a6-bd9b-f56d54c6a362 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829461 Nov 23 12:47:46.822168 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:47:46.844860 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] 10.222.0.50 "PUT /v2.0/routers/f525e770-fe8b-40fe-9f35-220119e598b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8467631 Nov 23 12:47:46.868170 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-be3d401b-1389-4f05-ba73-809d7b250e26 None None] Port c8720336-50f8-4263-b577-b6ce09cdb4ad cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:47:47.373673 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 7ead5344-f94b-4cf0-9373-5d16338fa61f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:47:47.444105 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0c863-214b-4994-99fc-13508ff60799 req-e1825065-d819-40fd-aa49-c7f9023b2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:47.445749 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0e0c863-214b-4994-99fc-13508ff60799 req-e1825065-d819-40fd-aa49-c7f9023b2f7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.1876154 Nov 23 12:47:47.457233 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4b507-8a33-4c3f-b743-9fa213d51210 req-64c11ae9-77b8-49f2-ad67-b5f6c561a574 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:47.461662 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b1f4b507-8a33-4c3f-b743-9fa213d51210 req-64c11ae9-77b8-49f2-ad67-b5f6c561a574 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1248653 Nov 23 12:47:47.543492 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 7ead5344-f94b-4cf0-9373-5d16338fa61f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7ead5344-f94b-4cf0-9373-5d16338fa61f,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:47.559040 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '7ead5344-f94b-4cf0-9373-5d16338fa61f', 'network_id': 'ba02506b-e35e-4291-b3f1-421e44dc0cb7', 'port_id': '7ead5344-f94b-4cf0-9373-5d16338fa61f', 'mac_address': 'fa:16:3e:db:e7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064e4fc9-cf3d-42e5-8188-05833b508f0d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:47:47.620928 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:47.642901 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ead5344-f94b-4cf0-9373-5d16338fa61f {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:47:47.664073 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 7ead5344-f94b-4cf0-9373-5d16338fa61f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7ead5344-f94b-4cf0-9373-5d16338fa61f,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:47.671693 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:47.673647 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:47.696683 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b1f4b507-8a33-4c3f-b743-9fa213d51210 req-9c5c8a3a-50c5-47e0-a4e1-38900ad5c20b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070670 Nov 23 12:47:47.756297 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0c863-214b-4994-99fc-13508ff60799 req-59c44995-0a32-4c1b-916e-625e0ee49cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:47.757947 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0e0c863-214b-4994-99fc-13508ff60799 req-59c44995-0a32-4c1b-916e-625e0ee49cdc service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.2953467 Nov 23 12:47:47.762445 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=7ead5344-f94b-4cf0-9373-5d16338fa61f,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:47.770530 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:47.880929 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0e0c863-214b-4994-99fc-13508ff60799 req-7dbc8472-2fd8-44f3-a4f4-49c419a3c1c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.1152127 Nov 23 12:47:48.036983 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['7ead5344-f94b-4cf0-9373-5d16338fa61f'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:47:48.094368 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0c863-214b-4994-99fc-13508ff60799 req-ff572c2e-8863-4390-b15f-4407b59ff000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:48.095712 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0e0c863-214b-4994-99fc-13508ff60799 req-ff572c2e-8863-4390-b15f-4407b59ff000 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.1727812 Nov 23 12:47:48.100486 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 2eed487a-0de0-4338-9504-abc45d9fdcf3 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:48.157249 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8490f-6205-47a9-8962-8ad098b10a0f req-24e75d6b-380b-43b1-8b34-bee8533678d1 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:48.160610 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-63f8490f-6205-47a9-8962-8ad098b10a0f req-24e75d6b-380b-43b1-8b34-bee8533678d1 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 944 time: 0.3353364 Nov 23 12:47:48.192771 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0e0c863-214b-4994-99fc-13508ff60799 req-394b0d99-0654-403c-9ce5-c1fc3c0761cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851109 Nov 23 12:47:48.205220 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63728220-82c0-48c3-800b-6ea3620df2c3 req-3bd9c400-276d-4e5f-805b-069b745bc579 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:48.214794 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-63728220-82c0-48c3-800b-6ea3620df2c3 req-3bd9c400-276d-4e5f-805b-069b745bc579 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.3324244 Nov 23 12:47:48.241840 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 2eed487a-0de0-4338-9504-abc45d9fdcf3 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:48.252811 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 2eed487a-0de0-4338-9504-abc45d9fdcf3 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:48.253316 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.358002 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-63f8490f-6205-47a9-8962-8ad098b10a0f req-27e3ef5e-5c7a-48c1-a8c0-eda62c40878a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883664 Nov 23 12:47:48.368797 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-63728220-82c0-48c3-800b-6ea3620df2c3 req-99a417ea-56e1-403e-8e88-b3f53ba6f3f2 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530292 Nov 23 12:47:48.424869 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0e0c863-214b-4994-99fc-13508ff60799 req-3b1d5f58-6760-4770-b234-294b4c36ef43 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938787 Nov 23 12:47:48.441678 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Sync routers for ids ['f525e770-fe8b-40fe-9f35-220119e598b5'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:47:48.463334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Routers {'f525e770-fe8b-40fe-9f35-220119e598b5'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:48.464005 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:47:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f525e770-fe8b-40fe-9f35-220119e598b5'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:48.519654 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.565168 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0e0c863-214b-4994-99fc-13508ff60799 req-f028127d-3b53-4a59-b197-65b59aa450bb service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334128 Nov 23 12:47:48.614489 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 2eed487a-0de0-4338-9504-abc45d9fdcf3, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=2eed487a-0de0-4338-9504-abc45d9fdcf3,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:48.621076 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:48.625774 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:48.729969 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=2eed487a-0de0-4338-9504-abc45d9fdcf3,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:48.733659 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Set router f525e770-fe8b-40fe-9f35-220119e598b5 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:48.774280 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:48.909941 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184501c-75b0-4784-b627-9f99c47dca30 req-73103a83-eacf-461a-bb42-b3cb0d254cdd tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:48.912142 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7184501c-75b0-4784-b627-9f99c47dca30 req-73103a83-eacf-461a-bb42-b3cb0d254cdd tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1040223 Nov 23 12:47:48.964518 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7184501c-75b0-4784-b627-9f99c47dca30 req-906a4646-9dfa-44d0-8d3f-586963f698f1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461082 Nov 23 12:47:49.068658 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'name': 'tempest-TestMinimumBasicScenario-1018331266-router', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:38Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 4, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'gw_port': {'id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:39Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'c8720336-50f8-4263-b577-b6ce09cdb4ad', 'name': '', 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'mac_address': 'fa:16:3e:91:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '89390f32-4afb-4b49-a62c-1081cfd29ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:43Z', 'updated_at': '2021-11-23T12:47:45Z', 'revision_number': 2, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'subnets': [{'id': '89390f32-4afb-4b49-a62c-1081cfd29ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:49.076638 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Checking router: f525e770-fe8b-40fe-9f35-220119e598b5 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:47:49.077104 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Updating router f525e770-fe8b-40fe-9f35-220119e598b5 port c8720336-50f8-4263-b577-b6ce09cdb4ad binding host dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:47:49.150523 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:49.578502 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Notify callbacks [] for port, precommit_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:49.594649 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Transition to ACTIVE for port object c8720336-50f8-4263-b577-b6ce09cdb4ad will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:47:49.602241 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:49.613397 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:49.729504 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3e28f-9357-4317-9a65-35a571e7399e req-e67dc27d-6270-4474-9761-3f6fb84ab685 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.731383 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-36f3e28f-9357-4317-9a65-35a571e7399e req-e67dc27d-6270-4474-9761-3f6fb84ab685 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 944 time: 0.1701338 Nov 23 12:47:49.745924 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda334a-2f95-4847-95e9-32f60c922aae req-fb76e071-bee6-4647-9809-22756dce0a69 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:49.753379 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0cda334a-2f95-4847-95e9-32f60c922aae req-fb76e071-bee6-4647-9809-22756dce0a69 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1578150 Nov 23 12:47:49.828582 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0cda334a-2f95-4847-95e9-32f60c922aae req-ce62265a-c2d9-454f-bc16-1bde15feb65c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739396 Nov 23 12:47:49.876379 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6059bb-40e2-4549-9e43-a9f4a190c94a None None] Pushing event updated for resources: {'Port': ['ID=c8720336-50f8-4263-b577-b6ce09cdb4ad,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:49.879223 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-36f3e28f-9357-4317-9a65-35a571e7399e req-4f7f56bb-952c-4704-ae90-dd4821574bb5 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042364 Nov 23 12:47:49.887545 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-ea6059bb-40e2-4549-9e43-a9f4a190c94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:49.910162 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Attempting to bind port c8720336-50f8-4263-b577-b6ce09cdb4ad on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:47:49.910718 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Attempting to bind port c8720336-50f8-4263-b577-b6ce09cdb4ad by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:47:49.911253 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Attempting to bind port c8720336-50f8-4263-b577-b6ce09cdb4ad on network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:47:49.921648 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:47:49.922041 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Checking segment: {'id': '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:47:49.922460 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:49.923127 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Bound using segment: {'id': '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:47:49.923625 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Bound port: c8720336-50f8-4263-b577-b6ce09cdb4ad, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:47:49.924013 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:50.027823 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 2eed487a-0de0-4338-9504-abc45d9fdcf3 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:50.098638 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] For port c8720336-50f8-4263-b577-b6ce09cdb4ad, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:47:50.116188 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] For port c8720336-50f8-4263-b577-b6ce09cdb4ad, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=c8720336-50f8-4263-b577-b6ce09cdb4ad,segment=NetworkSegment(3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3),segment_id=3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:47:50.127915 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:50.133916 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:50.224828 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 2eed487a-0de0-4338-9504-abc45d9fdcf3 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:50.225189 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:50.229628 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9869861-1d9b-4f7e-894a-cbc965342a1e req-4dc1f3bc-769f-4559-9857-59f51b4e2cc2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:50.231224 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9869861-1d9b-4f7e-894a-cbc965342a1e req-4dc1f3bc-769f-4559-9857-59f51b4e2cc2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1460738 Nov 23 12:47:50.343104 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9869861-1d9b-4f7e-894a-cbc965342a1e req-caa4beb7-60cd-44e1-b534-e6892a715da3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017270 Nov 23 12:47:50.445576 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Routers {'f525e770-fe8b-40fe-9f35-220119e598b5'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:47:50.445993 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:47:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f525e770-fe8b-40fe-9f35-220119e598b5'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:50.540357 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6059bb-40e2-4549-9e43-a9f4a190c94a None None] Pushing event updated for resources: {'Port': ['ID=c8720336-50f8-4263-b577-b6ce09cdb4ad,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:50.612859 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e79d6486-af09-41e0-9d7b-fdd6f034dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:50.622720 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-ea6059bb-40e2-4549-9e43-a9f4a190c94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:50.737404 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] Set router f525e770-fe8b-40fe-9f35-220119e598b5 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:47:50.908029 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:51.172239 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39dac4-261b-421c-a905-4fb239b771e6 req-87395b70-f064-4b39-9886-572e3db79141 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:51.179226 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4b39dac4-261b-421c-a905-4fb239b771e6 req-87395b70-f064-4b39-9886-572e3db79141 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 944 time: 0.1225846 Nov 23 12:47:51.208402 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe169912-4f74-46b6-8c0e-51ab0d041175 req-8e35e50a-c948-44e6-8a6c-11f63f0249fd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:51.215923 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fe169912-4f74-46b6-8c0e-51ab0d041175 req-8e35e50a-c948-44e6-8a6c-11f63f0249fd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2524827 Nov 23 12:47:51.233357 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'name': 'tempest-TestMinimumBasicScenario-1018331266-router', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:38Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 4, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'gw_port': {'id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:39Z', 'updated_at': '2021-11-23T12:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'c8720336-50f8-4263-b577-b6ce09cdb4ad', 'name': '', 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'mac_address': 'fa:16:3e:91:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '89390f32-4afb-4b49-a62c-1081cfd29ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:43Z', 'updated_at': '2021-11-23T12:47:50Z', 'revision_number': 4, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'subnets': [{'id': '89390f32-4afb-4b49-a62c-1081cfd29ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:47:51.257059 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14116a-99af-4f51-9235-2b0464c91f20 None None] The sync data for ids ['f525e770-fe8b-40fe-9f35-220119e598b5'] in dv-cinder-818883-1-iscsi is: [{'id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'name': 'tempest-TestMinimumBasicScenario-1018331266-router', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:38Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 4, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'gw_port': {'id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:39Z', 'updated_at': '2021-11-23T12:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'c8720336-50f8-4263-b577-b6ce09cdb4ad', 'name': '', 'network_id': '51717a9e-4fbd-424f-83a8-27f9299c2ef3', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'mac_address': 'fa:16:3e:91:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '89390f32-4afb-4b49-a62c-1081cfd29ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:43Z', 'updated_at': '2021-11-23T12:47:50Z', 'revision_number': 4, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'subnets': [{'id': '89390f32-4afb-4b49-a62c-1081cfd29ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:47:51.344272 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4b39dac4-261b-421c-a905-4fb239b771e6 req-e1b12cea-48cc-4c00-b02c-05521ac96b31 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538320 Nov 23 12:47:51.372403 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fe169912-4f74-46b6-8c0e-51ab0d041175 req-00780fa8-d7f5-4b6d-beb3-b36a530f53dd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512227 Nov 23 12:47:51.644922 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2463361-a400-441e-bb2e-93cd80c2f5cc req-11a237a7-542b-49ae-ad43-59d25a9bf82b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:51.646677 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f2463361-a400-441e-bb2e-93cd80c2f5cc req-11a237a7-542b-49ae-ad43-59d25a9bf82b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1486263 Nov 23 12:47:51.719200 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f2463361-a400-441e-bb2e-93cd80c2f5cc req-a19d3a83-d723-4932-aa12-eb5662a9003f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653908 Nov 23 12:47:52.012486 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device c8720336-50f8-4263-b577-b6ce09cdb4ad up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:52.111430 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port c8720336-50f8-4263-b577-b6ce09cdb4ad completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:52.124420 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port c8720336-50f8-4263-b577-b6ce09cdb4ad triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:52.124807 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:52.273097 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:52.312992 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port c8720336-50f8-4263-b577-b6ce09cdb4ad, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=c8720336-50f8-4263-b577-b6ce09cdb4ad,segment=NetworkSegment(3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3),segment_id=3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:52.316950 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:52.332502 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:52.467564 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=c8720336-50f8-4263-b577-b6ce09cdb4ad,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:52.489139 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:52.726772 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec834-6656-4076-87de-eeb954c5d8ec req-53c1904f-02c2-462d-9174-8c8344d99d40 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:52.728303 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-07aec834-6656-4076-87de-eeb954c5d8ec req-53c1904f-02c2-462d-9174-8c8344d99d40 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 944 time: 0.2043588 Nov 23 12:47:52.854593 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-07aec834-6656-4076-87de-eeb954c5d8ec req-00fcdb77-f5a9-40cf-aaa6-01c42e1102ab tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203449 Nov 23 12:47:52.866030 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-722ca322-b15b-4f24-885f-058f7f4a3ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:52.885828 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab405a-e106-45a0-9f6f-796200fa1750 req-b8a6d59d-abd7-4508-a1dd-c39e69eccfa2 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:52.887296 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ccab405a-e106-45a0-9f6f-796200fa1750 req-b8a6d59d-abd7-4508-a1dd-c39e69eccfa2 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1127112 Nov 23 12:47:52.952515 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ccab405a-e106-45a0-9f6f-796200fa1750 req-54a28b90-2911-47b4-8f1d-99f2a09e0ac1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493691 Nov 23 12:47:53.093447 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 7ead5344-f94b-4cf0-9373-5d16338fa61f up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:53.142412 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61692fc-551c-4474-80ca-6908deb05400 req-c93f17b4-d47e-47ee-839a-a63383bc5daf tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:53.151832 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d61692fc-551c-4474-80ca-6908deb05400 req-c93f17b4-d47e-47ee-839a-a63383bc5daf tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1738026 Nov 23 12:47:53.189993 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 7ead5344-f94b-4cf0-9373-5d16338fa61f completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:47:53.200472 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 7ead5344-f94b-4cf0-9373-5d16338fa61f triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:53.200979 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:53.216004 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d61692fc-551c-4474-80ca-6908deb05400 req-d5e687f3-be3d-4e3a-9dda-01e2e47af3bd tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601170 Nov 23 12:47:53.333423 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:53.368942 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba7ecb9-1685-4bae-8fc5-31bfe94808ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ead5344-f94b-4cf0-9373-5d16338fa61f'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:47:53.380896 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 7ead5344-f94b-4cf0-9373-5d16338fa61f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7ead5344-f94b-4cf0-9373-5d16338fa61f,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:47:53.386616 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:53.388476 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-8958eb7c-c90e-4e0c-a957-33ac3bb32c74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:47:53.461238 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba7ecb9-1685-4bae-8fc5-31bfe94808ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ead5344-f94b-4cf0-9373-5d16338fa61f', 'code': 200} Nov 23 12:47:53.472510 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=7ead5344-f94b-4cf0-9373-5d16338fa61f,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:47:53.476059 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:47:53.664740 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:53.766019 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa08752-bd03-41f0-8a17-90761e6a24da req-9f740e22-1fe0-435d-a14a-d3afc2391d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:53.770338 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3fa08752-bd03-41f0-8a17-90761e6a24da req-9f740e22-1fe0-435d-a14a-d3afc2391d38 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 1098 time: 0.1166084 Nov 23 12:47:53.843797 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3fa08752-bd03-41f0-8a17-90761e6a24da req-2ced12a2-4464-460f-bb2f-019440386d3e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603638 Nov 23 12:47:53.961879 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.042040 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device c8720336-50f8-4263-b577-b6ce09cdb4ad up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:47:54.134604 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port c8720336-50f8-4263-b577-b6ce09cdb4ad triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:47:54.135299 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:54.300538 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da25881-622e-4163-9665-30e5184e5acb req-f971c5ce-7e75-4bf5-b5dc-99985b6ed311 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:54.307968 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1da25881-622e-4163-9665-30e5184e5acb req-f971c5ce-7e75-4bf5-b5dc-99985b6ed311 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 945 time: 0.3026223 Nov 23 12:47:54.360072 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5d307-8d28-42dc-88f2-b8b652ed21ac req-3d40211b-5de3-4a13-b617-83b59d5250ac tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:54.361517 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3fc5d307-8d28-42dc-88f2-b8b652ed21ac req-3d40211b-5de3-4a13-b617-83b59d5250ac tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2189124 Nov 23 12:47:54.372618 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1da25881-622e-4163-9665-30e5184e5acb req-f612c800-4c34-4d24-9f16-5dfd149d0e5e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615685 Nov 23 12:47:54.434730 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3fc5d307-8d28-42dc-88f2-b8b652ed21ac req-b2668d01-b6d8-45d0-9837-e6b44860cfb0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587265 Nov 23 12:47:54.582568 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c89ac-6af0-4551-8395-102163fd8a73 req-aff737d5-4003-41cc-b817-12a6442182e0 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:54.584137 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-046c89ac-6af0-4551-8395-102163fd8a73 req-aff737d5-4003-41cc-b817-12a6442182e0 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0902474 Nov 23 12:47:54.632788 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-046c89ac-6af0-4551-8395-102163fd8a73 req-010cb4d9-bb08-46ae-88ab-be474d6f1f2e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424051 Nov 23 12:47:55.276352 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:47:55.663803 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde280f7-da4c-4452-b6e2-637800d3f9e8 req-de333842-c6c7-422d-b3e8-84a1dc0febf9 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:55.671169 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bde280f7-da4c-4452-b6e2-637800d3f9e8 req-de333842-c6c7-422d-b3e8-84a1dc0febf9 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 945 time: 0.1729612 Nov 23 12:47:55.699106 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041572cc-f4c3-4699-8338-0d4a15be9832 req-6ea2fc00-d58b-4168-bcc4-68523535caf6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:55.700739 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-041572cc-f4c3-4699-8338-0d4a15be9832 req-6ea2fc00-d58b-4168-bcc4-68523535caf6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1454873 Nov 23 12:47:55.769653 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-041572cc-f4c3-4699-8338-0d4a15be9832 req-b6e631b0-b375-4f26-a66b-d305fc1dd65a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589833 Nov 23 12:47:55.786615 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bde280f7-da4c-4452-b6e2-637800d3f9e8 req-a175f1ca-4eca-4364-84e4-89843c3eac10 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144731 Nov 23 12:47:56.043616 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede188-3769-43a5-b3ae-ff23d2d2e9f9 req-84251bb5-c147-477b-8ed6-2375912c282c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:56.045211 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5cede188-3769-43a5-b3ae-ff23d2d2e9f9 req-84251bb5-c147-477b-8ed6-2375912c282c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1480474 Nov 23 12:47:56.102584 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5cede188-3769-43a5-b3ae-ff23d2d2e9f9 req-c37ddc33-0ccb-4b22-b3bc-1e42c5f2984a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509429 Nov 23 12:47:56.575795 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:47:57.051258 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65638b-6ef8-4050-b85b-671b5fde7e17 req-ddaf2c17-f9a1-495e-a821-f97677097ef2 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:57.052768 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f65638b-6ef8-4050-b85b-671b5fde7e17 req-ddaf2c17-f9a1-495e-a821-f97677097ef2 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 945 time: 0.1611528 Nov 23 12:47:57.060701 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822d6f5-ae7c-4088-ab51-a409db9488dd req-eee12f3c-5b26-4573-8f16-289b0490c4a6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:57.062081 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f822d6f5-ae7c-4088-ab51-a409db9488dd req-eee12f3c-5b26-4573-8f16-289b0490c4a6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1340952 Nov 23 12:47:57.143697 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f822d6f5-ae7c-4088-ab51-a409db9488dd req-6f4132bd-4100-4b93-b3d3-aa86c4614b8d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574279 Nov 23 12:47:57.179064 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f65638b-6ef8-4050-b85b-671b5fde7e17 req-009a1003-91ff-4e61-983d-831fb4a1b62c tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160424 Nov 23 12:47:57.412323 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48437fe-080c-415f-8c05-5514d0b56773 req-318c1df2-cf5c-44df-9cc6-5868b123a1ba tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:57.413957 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e48437fe-080c-415f-8c05-5514d0b56773 req-318c1df2-cf5c-44df-9cc6-5868b123a1ba tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0944991 Nov 23 12:47:57.471747 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e48437fe-080c-415f-8c05-5514d0b56773 req-10108b0b-7f9c-42e4-b94a-1f7845c13763 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513084 Nov 23 12:47:58.605417 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cef0f4-cf34-492c-b97c-8c941c9515b9 req-d595aeef-955b-4a27-bc43-ae6cedc7733e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:58.612249 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b6cef0f4-cf34-492c-b97c-8c941c9515b9 req-d595aeef-955b-4a27-bc43-ae6cedc7733e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 945 time: 0.2383199 Nov 23 12:47:58.667878 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8496b56-1a78-4678-b134-e5208897915d req-321a9012-a7d0-4975-b903-f0e5fd3ebae9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:58.667878 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8496b56-1a78-4678-b134-e5208897915d req-321a9012-a7d0-4975-b903-f0e5fd3ebae9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2167513 Nov 23 12:47:58.733672 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b6cef0f4-cf34-492c-b97c-8c941c9515b9 req-3645ff3d-1e9e-4ea0-b7fa-0b82d00b4454 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203349 Nov 23 12:47:58.753426 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8496b56-1a78-4678-b134-e5208897915d req-c4242d8b-cd2c-4c94-bc09-3eed9b1ddae8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938578 Nov 23 12:47:58.967697 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd196a6a-3c81-4d1d-803c-95ecc7e72443 req-b54e6a83-83c7-49d0-8237-76854d96a036 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:58.969161 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-dd196a6a-3c81-4d1d-803c-95ecc7e72443 req-b54e6a83-83c7-49d0-8237-76854d96a036 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0985417 Nov 23 12:47:59.022216 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-dd196a6a-3c81-4d1d-803c-95ecc7e72443 req-cc1e2a2e-557b-4cbc-9f6d-92f4fd510b56 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463748 Nov 23 12:47:59.948644 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd94a73-78ab-422c-a0e5-afcabe3a3960 req-9e7e45f7-8b06-4fd6-b527-d34b1b9e388e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:47:59.950350 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3fd94a73-78ab-422c-a0e5-afcabe3a3960 req-9e7e45f7-8b06-4fd6-b527-d34b1b9e388e tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 945 time: 0.0862336 Nov 23 12:47:59.995438 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3fd94a73-78ab-422c-a0e5-afcabe3a3960 req-f457917b-c66c-435c-8048-2136381c776f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390146 Nov 23 12:48:00.051628 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5cf1441a-b459-403a-a2cb-32947569e177 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:48:00.218134 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:00.234593 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '5cf1441a-b459-403a-a2cb-32947569e177', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'port_id': '5cf1441a-b459-403a-a2cb-32947569e177', 'mac_address': 'fa:16:3e:1c:eb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:48:00.277161 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c00885-47c1-4601-9c18-bc61db959dd3 req-c973fb21-bea8-4143-908f-b34b3d6ecc2e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:00.281741 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b0c00885-47c1-4601-9c18-bc61db959dd3 req-c973fb21-bea8-4143-908f-b34b3d6ecc2e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1203258 Nov 23 12:48:00.297550 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054958c-cd4d-4ccb-a9e9-3b9c7bcd1002 req-be3bb598-7d2c-471f-a09b-9f0e80604231 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:00.299101 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0054958c-cd4d-4ccb-a9e9-3b9c7bcd1002 req-be3bb598-7d2c-471f-a09b-9f0e80604231 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1844757 Nov 23 12:48:00.349630 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.373950 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b0c00885-47c1-4601-9c18-bc61db959dd3 req-a07e178e-62f4-4681-86ad-ff5f65e9f330 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737712 Nov 23 12:48:00.378213 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0054958c-cd4d-4ccb-a9e9-3b9c7bcd1002 req-71ed8bde-57ec-4cc2-9180-7761bbb2bafc tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644019 Nov 23 12:48:00.378406 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cf1441a-b459-403a-a2cb-32947569e177 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:48:00.410797 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:00.427633 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:00.434726 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:00.520515 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=6']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:00.524237 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:00.597485 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['5cf1441a-b459-403a-a2cb-32947569e177'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:00.744002 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-e6ec1dbf-b1e2-45ce-a65f-98aabde2fa64 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:00.745442 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-e6ec1dbf-b1e2-45ce-a65f-98aabde2fa64 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/networks?id=021b00ba-2479-48e9-9c45-69d8fcc20427 HTTP/1.1" status: 200 len: 814 time: 0.2413867 Nov 23 12:48:00.760187 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-d1c47b8a-068d-479c-9c51-503a06752407 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/quotas/cfe2f8ed2ca94982b42faced1c19f9bc HTTP/1.1" status: 200 len: 375 time: 0.0089028 Nov 23 12:48:00.849935 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-bcd449ad-5052-4f08-b27c-d170068b9b6b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841336 Nov 23 12:48:00.988297 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-04473d7e-6aea-4a9a-a6d8-40c02ef53531 service neutron] 10.222.0.50 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265085 Nov 23 12:48:01.123785 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-bdf5a78f-2dcf-4748-8905-ac611a26e36c service neutron] 10.222.0.50 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293464 Nov 23 12:48:01.316687 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-736fd4f0-ee6b-41fc-b4fe-a21874a9270c req-04450495-628c-4d9e-a85b-a3971006e9dc tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0431321 Nov 23 12:48:01.665116 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d16fb-8a7f-4353-a890-3dd09d1cf643 req-628723b5-a81f-4d35-8179-456e227bf5b8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:01.667200 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f35d16fb-8a7f-4353-a890-3dd09d1cf643 req-628723b5-a81f-4d35-8179-456e227bf5b8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 945 time: 0.1245573 Nov 23 12:48:01.675714 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036cda5-4595-4ba5-9fcc-e15107db6822 req-5b5bb1a9-a7b9-4b0e-8e55-858c4ccba546 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:01.683672 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a036cda5-4595-4ba5-9fcc-e15107db6822 req-5b5bb1a9-a7b9-4b0e-8e55-858c4ccba546 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1718228 Nov 23 12:48:01.761913 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f35d16fb-8a7f-4353-a890-3dd09d1cf643 req-c2056737-4da2-455a-9c58-bdd27b5d6399 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636139 Nov 23 12:48:01.770143 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a036cda5-4595-4ba5-9fcc-e15107db6822 req-dc32f675-7e24-423f-a664-602905c4c8ab tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855656 Nov 23 12:48:02.049662 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5cf1441a-b459-403a-a2cb-32947569e177 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:02.118334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 5cf1441a-b459-403a-a2cb-32947569e177 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:02.118866 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.259842 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.289084 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:02.299598 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:02.303920 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:02.306693 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:02.342545 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177', 'code': 200} Nov 23 12:48:02.379775 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=7']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:02.382857 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:02.474260 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5ce09f32-57a0-4e77-aa6e-2922db9de732 req-4b64b6fc-671a-4d4c-aef1-a3a11a89c440 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0439126 Nov 23 12:48:03.174152 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-59371da2-06f8-4c3a-b66f-ba4f14820042 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:03.175584 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-59371da2-06f8-4c3a-b66f-ba4f14820042 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.64 "GET /v2.0/networks?id=021b00ba-2479-48e9-9c45-69d8fcc20427 HTTP/1.1" status: 200 len: 814 time: 0.3219495 Nov 23 12:48:03.192997 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b5d7-371d-4afe-a923-b2657804cbff req-6a2cc2d7-d32d-4238-b3c2-96d72a2eb498 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:03.194783 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0362b5d7-371d-4afe-a923-b2657804cbff req-6a2cc2d7-d32d-4238-b3c2-96d72a2eb498 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1906624 Nov 23 12:48:03.199967 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'port': {'device_id': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'admin_state_up': True, 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:03.222088 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8500b3-290b-4082-b1c6-2488b0c842f6 req-71ce3416-d016-4ed1-91b4-d2e1d796ad23 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:03.224531 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cb8500b3-290b-4082-b1c6-2488b0c842f6 req-71ce3416-d016-4ed1-91b4-d2e1d796ad23 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.2562931 Nov 23 12:48:03.389881 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cb8500b3-290b-4082-b1c6-2488b0c842f6 req-56a8eb3e-d90a-4334-84eb-8a79ca788294 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363609 Nov 23 12:48:03.401201 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0362b5d7-371d-4afe-a923-b2657804cbff req-cec70720-1f83-4b8c-a26f-08d33c1e1c2f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729510 Nov 23 12:48:03.491137 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:03.497952 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Usage tracker for resource:port and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:03.503159 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:03.510851 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:03.527855 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Made reservation on behalf of cfe2f8ed2ca94982b42faced1c19f9bc for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:48:03.531443 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:03.692819 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-523a01c5-bdc2-4389-97cd-d261c2b8e70a req-cc27f39f-e788-4c18-8afe-4a230c04a6fb tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0753400 Nov 23 12:48:03.845793 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Allocated IP 172.20.0.9 (021b00ba-2479-48e9-9c45-69d8fcc20427/c745b07e-94bf-494e-98e0-9d451222f629/5b3bf104-76d3-4372-a23d-2be0aae00ef9) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:48:04.234451 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.256160 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Transition to ACTIVE for port object 5b3bf104-76d3-4372-a23d-2be0aae00ef9 will not be triggered until provisioned by entity DHCP. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:04.294006 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.299936 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-199cc4ca-1037-4605-b5ce-120a46ab8bd2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:04.395853 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Network 021b00ba-2479-48e9-9c45-69d8fcc20427 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:48:04.399697 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:48:04.404066 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:48:04.475720 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'Port': ['ID=5b3bf104-76d3-4372-a23d-2be0aae00ef9,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:04.480679 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:04.532341 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:04.533797 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.586250 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3893070 Nov 23 12:48:04.709458 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-2325e1ba-c80d-4c68-be89-77887b2e462a None None] Provisioning for port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:04.716793 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-2325e1ba-c80d-4c68-be89-77887b2e462a None None] Provisioning complete for port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:04.717228 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2325e1ba-c80d-4c68-be89-77887b2e462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:04.836283 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-2325e1ba-c80d-4c68-be89-77887b2e462a None None] Port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:48:04.842682 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdbc1f-9ab2-4351-9e7a-c5b5a46eb7be req-be556806-4a75-4528-9b6f-9373ea415d7f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:04.850855 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f8bdbc1f-9ab2-4351-9e7a-c5b5a46eb7be req-be556806-4a75-4528-9b6f-9373ea415d7f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.2403159 Nov 23 12:48:04.894354 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde690c4-7359-475e-bb83-f0b831952c30 req-90b3e2bf-08a5-466f-bd8f-ab4147266c80 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:04.902661 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bde690c4-7359-475e-bb83-f0b831952c30 req-90b3e2bf-08a5-466f-bd8f-ab4147266c80 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2159750 Nov 23 12:48:04.962863 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f8bdbc1f-9ab2-4351-9e7a-c5b5a46eb7be req-2336192b-ffe3-481f-8648-87292396b81e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107306 Nov 23 12:48:04.993702 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bde690c4-7359-475e-bb83-f0b831952c30 req-99f9cecc-f381-46ac-b2f6-d33a7313f42d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898213 Nov 23 12:48:05.189305 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deb874-28d5-44a7-baa9-03275d070d5c req-e0fe8dec-4aba-433f-8d00-7e20b6adc854 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:05.189947 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-53deb874-28d5-44a7-baa9-03275d070d5c req-e0fe8dec-4aba-433f-8d00-7e20b6adc854 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Synchronizing usage tracker for tenant:cfe2f8ed2ca94982b42faced1c19f9bc on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:48:05.230155 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-53deb874-28d5-44a7-baa9-03275d070d5c req-e0fe8dec-4aba-433f-8d00-7e20b6adc854 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Unset dirty status for tenant:cfe2f8ed2ca94982b42faced1c19f9bc on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:48:05.233714 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-53deb874-28d5-44a7-baa9-03275d070d5c req-e0fe8dec-4aba-433f-8d00-7e20b6adc854 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.1295114 Nov 23 12:48:05.429246 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-53deb874-28d5-44a7-baa9-03275d070d5c req-6df44ea9-892d-4c1d-8392-2eb6d8a95f71 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890357 Nov 23 12:48:06.295244 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761864-e690-459e-bfe0-6bb7d1e650f5 req-fa7f2fea-4078-44e8-8852-d85970fd0e71 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:06.297918 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-39761864-e690-459e-bfe0-6bb7d1e650f5 req-fa7f2fea-4078-44e8-8852-d85970fd0e71 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.2254696 Nov 23 12:48:06.357317 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaf604-d2d0-4c9c-b336-bffbae4d5964 req-72fc10d5-7266-49fb-a66e-d53abf5f51d9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:06.359392 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4bdaf604-d2d0-4c9c-b336-bffbae4d5964 req-72fc10d5-7266-49fb-a66e-d53abf5f51d9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1948605 Nov 23 12:48:06.395646 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-39761864-e690-459e-bfe0-6bb7d1e650f5 req-235f0198-18a6-4a55-875e-0e97efe7df4d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886865 Nov 23 12:48:06.442406 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4bdaf604-d2d0-4c9c-b336-bffbae4d5964 req-af3cc9b2-75f2-41b6-aac7-612466f9c101 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748057 Nov 23 12:48:06.756364 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b2506-1e13-4d3f-b061-173d6dc571fa req-c0043d94-9757-45b3-9b05-74b0e55bd1f6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:06.761595 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bf5b2506-1e13-4d3f-b061-173d6dc571fa req-c0043d94-9757-45b3-9b05-74b0e55bd1f6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.1241868 Nov 23 12:48:06.865347 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bf5b2506-1e13-4d3f-b061-173d6dc571fa req-f95c31b4-d1ad-4728-a160-f71892becd45 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882063 Nov 23 12:48:07.783691 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75de7eb-d733-4981-86b8-da760fb2907b req-e0e704ce-15ed-45de-a2d5-8ea748945033 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:07.785230 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a75de7eb-d733-4981-86b8-da760fb2907b req-e0e704ce-15ed-45de-a2d5-8ea748945033 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1649332 Nov 23 12:48:07.845642 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73710aa-354c-40d2-b7cf-e153a3e55f96 req-75e51946-ba73-40ff-b444-bd87af5179ff tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:07.845642 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f73710aa-354c-40d2-b7cf-e153a3e55f96 req-75e51946-ba73-40ff-b444-bd87af5179ff tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.2933564 Nov 23 12:48:07.949995 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f73710aa-354c-40d2-b7cf-e153a3e55f96 req-1682eed0-4ef6-4957-ac59-73750913a0a1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929549 Nov 23 12:48:07.984921 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a75de7eb-d733-4981-86b8-da760fb2907b req-9a2229b3-3640-48fd-b5b9-31422cebe335 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866672 Nov 23 12:48:08.204889 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b631a7-9e44-4628-944c-803621e13565 req-7b89b525-cf0f-470a-9ff8-1c4b96dcf218 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:08.208116 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f7b631a7-9e44-4628-944c-803621e13565 req-7b89b525-cf0f-470a-9ff8-1c4b96dcf218 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.1121435 Nov 23 12:48:08.268020 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f7b631a7-9e44-4628-944c-803621e13565 req-b4745c37-bb08-4706-aadc-34959caac9ca tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531852 Nov 23 12:48:09.499865 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217ebae-b5f5-4fb4-af4b-7ad9d313a386 req-474e4d98-9421-49b9-a2bc-3faac95ae809 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:09.502260 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c217ebae-b5f5-4fb4-af4b-7ad9d313a386 req-474e4d98-9421-49b9-a2bc-3faac95ae809 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2525427 Nov 23 12:48:09.516441 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66351eed-5e5e-44a0-8ba1-1f2c856c51d3 req-0f5c494c-08e0-4528-84a3-c14f5727737c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:09.518348 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-66351eed-5e5e-44a0-8ba1-1f2c856c51d3 req-0f5c494c-08e0-4528-84a3-c14f5727737c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.2180855 Nov 23 12:48:09.639202 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c217ebae-b5f5-4fb4-af4b-7ad9d313a386 req-2591b383-878e-4eb5-acfe-d3c1ca259f80 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195898 Nov 23 12:48:09.655485 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-66351eed-5e5e-44a0-8ba1-1f2c856c51d3 req-6a1d9d07-ba45-4fc4-b26f-14ff25c8c389 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176031 Nov 23 12:48:09.932411 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ffbd2-276f-42b9-ad42-d5f9d03caafe req-bd7eec1f-8dae-45e5-beee-0e0cffe4b0d2 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:09.941031 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-501ffbd2-276f-42b9-ad42-d5f9d03caafe req-bd7eec1f-8dae-45e5-beee-0e0cffe4b0d2 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.1521749 Nov 23 12:48:09.999686 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-501ffbd2-276f-42b9-ad42-d5f9d03caafe req-5d7e3ed4-492a-4e20-b24b-83a1d399aeae tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574989 Nov 23 12:48:10.986735 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a48b4e-fde1-4e4e-924a-9ad5dbfaa117 req-a0aa7310-b36f-4a49-a5bd-560e8d79288a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:10.988258 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1a48b4e-fde1-4e4e-924a-9ad5dbfaa117 req-a0aa7310-b36f-4a49-a5bd-560e8d79288a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1238408 Nov 23 12:48:10.996308 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1b8e2-76e2-4386-82c4-d597a62b87e6 req-db1dc6a8-37bc-448f-a763-bb8da871c38b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:10.997988 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dc1b8e2-76e2-4386-82c4-d597a62b87e6 req-db1dc6a8-37bc-448f-a763-bb8da871c38b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1718760 Nov 23 12:48:11.085491 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1a48b4e-fde1-4e4e-924a-9ad5dbfaa117 req-00557bf3-0039-45ae-8a8a-93501ecdac49 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865126 Nov 23 12:48:11.090833 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dc1b8e2-76e2-4386-82c4-d597a62b87e6 req-92886bd5-4908-4af4-a7c1-6ce54d50dcf6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774751 Nov 23 12:48:11.526722 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad4bc1-db49-4091-8ea3-4674ea5de150 req-0090312e-41b3-4bd4-8e5b-cbdd86c38152 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:11.528454 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8ad4bc1-db49-4091-8ea3-4674ea5de150 req-0090312e-41b3-4bd4-8e5b-cbdd86c38152 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.2900157 Nov 23 12:48:11.703138 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8ad4bc1-db49-4091-8ea3-4674ea5de150 req-65650da0-8152-4dcc-acdb-2484866deff6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687179 Nov 23 12:48:12.447379 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c17e6b-078a-4d95-8f19-0b4f3bf3fd42 req-76a0c9d1-c2ae-4921-8447-290cf42560d1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:12.450065 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b2c17e6b-078a-4d95-8f19-0b4f3bf3fd42 req-76a0c9d1-c2ae-4921-8447-290cf42560d1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.2017903 Nov 23 12:48:12.640200 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b2c17e6b-078a-4d95-8f19-0b4f3bf3fd42 req-5ae39d3d-7547-4cd8-b245-54768190be84 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836669 Nov 23 12:48:12.753919 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2dfb7d-bd7e-42aa-b13b-1751cf75d1a8 req-28b76548-2ffc-40e5-b697-8ec9dee7681f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:12.758205 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5e2dfb7d-bd7e-42aa-b13b-1751cf75d1a8 req-28b76548-2ffc-40e5-b697-8ec9dee7681f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2690368 Nov 23 12:48:12.883327 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5e2dfb7d-bd7e-42aa-b13b-1751cf75d1a8 req-cd9a47cd-61d2-4fad-93c8-35fe9fe176c6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180696 Nov 23 12:48:13.250377 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28636daf-3704-490f-9471-9b214ca44d11 req-ef932630-09a5-4535-8557-6d1672bfec50 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:13.252354 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-28636daf-3704-490f-9471-9b214ca44d11 req-ef932630-09a5-4535-8557-6d1672bfec50 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.1957142 Nov 23 12:48:13.352906 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-28636daf-3704-490f-9471-9b214ca44d11 req-2142664b-0a94-444c-8e74-f325d7677cfa tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903184 Nov 23 12:48:14.034128 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5448b0-296c-4b5a-bf6f-df551e314d2b req-c44ab850-b6fb-4796-bf25-3b1841414ba6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:14.035738 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-dd5448b0-296c-4b5a-bf6f-df551e314d2b req-c44ab850-b6fb-4796-bf25-3b1841414ba6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.2273233 Nov 23 12:48:14.208195 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-dd5448b0-296c-4b5a-bf6f-df551e314d2b req-8098d2bd-c186-47bd-b131-4d541bd22223 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472576 Nov 23 12:48:14.516648 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ef672-e77f-4d8b-9962-748270a8c6d6 req-1f14913e-4667-4a3c-8490-b5f4d1b3207a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:14.518537 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b75ef672-e77f-4d8b-9962-748270a8c6d6 req-1f14913e-4667-4a3c-8490-b5f4d1b3207a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1910224 Nov 23 12:48:14.599617 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b75ef672-e77f-4d8b-9962-748270a8c6d6 req-9b24e020-fe2c-4b30-bf4c-a8d3d24e21e1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746684 Nov 23 12:48:14.876004 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d065f-fd05-4700-852c-208fa3dbca63 req-06b5ac22-deae-4f0f-a0ea-4f02c444fb39 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:14.877509 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7d9d065f-fd05-4700-852c-208fa3dbca63 req-06b5ac22-deae-4f0f-a0ea-4f02c444fb39 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.1407037 Nov 23 12:48:14.942055 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7d9d065f-fd05-4700-852c-208fa3dbca63 req-682420a6-78dd-41fb-8f98-fbd36d10aec7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528202 Nov 23 12:48:15.514631 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824016-f3d3-49bd-b077-d21811fcc99f req-f736fbd6-5cd8-438b-9c3d-88daed3d106e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:15.527035 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-70824016-f3d3-49bd-b077-d21811fcc99f req-f736fbd6-5cd8-438b-9c3d-88daed3d106e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1337781 Nov 23 12:48:15.589380 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-70824016-f3d3-49bd-b077-d21811fcc99f req-d2048fb5-cdf3-4d32-8598-dfc35e7348a9 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611928 Nov 23 12:48:15.647000 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 35680) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:15.849397 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:15.871344 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:15.877001 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb14254945b47308bfca52c86f192b3 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:15.880169 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:15.888293 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:15.926474 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e581f-8183-4b2b-a5df-ff7b86623d69 req-0f92d4c5-4b72-41e9-a044-e819417281e5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:15.928221 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c88e581f-8183-4b2b-a5df-ff7b86623d69 req-0f92d4c5-4b72-41e9-a044-e819417281e5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1448753 Nov 23 12:48:15.997095 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c88e581f-8183-4b2b-a5df-ff7b86623d69 req-8e04657d-37cd-4fad-901c-2d317de08c60 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612750 Nov 23 12:48:16.048506 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.058555 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.068399 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ebf2a533-1522-455f-9307-70f1f710c517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:16.111218 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbb14254945b47308bfca52c86f192b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628806 Nov 23 12:48:16.112778 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9130631-5995-497a-b2bb-719369d59d23,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:16.113871 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 35690) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:16.116705 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:16.180204 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-347f533c-676a-449e-a40a-e393f814d06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.207777 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-347f533c-676a-449e-a40a-e393f814d06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.221138 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cc652-b6c0-44ad-abcb-81064ae7c098 req-26d893c6-e083-409c-bb95-84d80f5add3e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:16.223096 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6c2cc652-b6c0-44ad-abcb-81064ae7c098 req-26d893c6-e083-409c-bb95-84d80f5add3e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.0886924 Nov 23 12:48:16.289367 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-347f533c-676a-449e-a40a-e393f814d06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.293178 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-36212891-ead0-4d4b-a8dd-a5fe679396b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:16.315297 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6c2cc652-b6c0-44ad-abcb-81064ae7c098 req-2c309589-a7e0-473b-8e15-f3f3cdec3103 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837061 Nov 23 12:48:16.326187 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f533c-676a-449e-a40a-e393f814d06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9130631-5995-497a-b2bb-719369d59d23,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:16.328273 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-347f533c-676a-449e-a40a-e393f814d06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:16.329455 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-347f533c-676a-449e-a40a-e393f814d06c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9130631-5995-497a-b2bb-719369d59d23 HTTP/1.1" status: 204 len: 168 time: 0.2146275 Nov 23 12:48:16.331227 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-347f533c-676a-449e-a40a-e393f814d06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:16.769360 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390a640-3252-4c95-abc2-214dfe0b6b80 req-edd2adfa-ec28-43ea-864e-336348d34998 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:16.770984 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d390a640-3252-4c95-abc2-214dfe0b6b80 req-edd2adfa-ec28-43ea-864e-336348d34998 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0817537 Nov 23 12:48:16.818116 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d390a640-3252-4c95-abc2-214dfe0b6b80 req-22696b6d-8ed1-471c-9ecb-1e88cd53b068 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Nov 23 12:48:17.217106 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef294a-9b41-40b6-a2ad-8ed711445db6 req-bf8fb2da-921b-4cda-a4d9-0a1b36156bbf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:17.218673 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-59ef294a-9b41-40b6-a2ad-8ed711445db6 req-bf8fb2da-921b-4cda-a4d9-0a1b36156bbf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.0868986 Nov 23 12:48:17.265334 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-59ef294a-9b41-40b6-a2ad-8ed711445db6 req-914a4637-f5e9-47d8-acc7-13640bdac5de tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Nov 23 12:48:17.501128 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0de3b-a24c-4b25-81c8-e05830dcd368 req-93c10907-1ecc-465f-a510-a2ed76f68a98 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:17.502585 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-beb0de3b-a24c-4b25-81c8-e05830dcd368 req-93c10907-1ecc-465f-a510-a2ed76f68a98 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.0841174 Nov 23 12:48:17.549877 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-beb0de3b-a24c-4b25-81c8-e05830dcd368 req-0301b12e-7c24-4ea5-92e7-2d53324b7c55 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Nov 23 12:48:18.014092 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2fa0c-1084-4e7a-ace3-b92ff42f9300 req-f88b5d03-c70f-4672-b06e-401efd575621 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:18.015640 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf2fa0c-1084-4e7a-ace3-b92ff42f9300 req-f88b5d03-c70f-4672-b06e-401efd575621 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0863361 Nov 23 12:48:18.060666 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9bf2fa0c-1084-4e7a-ace3-b92ff42f9300 req-439a02b8-5c69-4844-ad66-db444d2c46e0 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392132 Nov 23 12:48:18.467468 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc84ce-483a-4f33-94c0-673ad537b3ae req-40117e60-6947-444b-b196-27a8cf1ce73c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:18.468981 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e5cc84ce-483a-4f33-94c0-673ad537b3ae req-40117e60-6947-444b-b196-27a8cf1ce73c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.0869226 Nov 23 12:48:18.519162 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e5cc84ce-483a-4f33-94c0-673ad537b3ae req-24e6a314-7e81-46bd-8e0a-456de6f79480 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433285 Nov 23 12:48:18.742372 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1010170-08a7-4614-a9df-d41f923e5c03 req-7b431475-1c16-45a7-a2bd-6ffcae8b567d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:18.743934 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c1010170-08a7-4614-a9df-d41f923e5c03 req-7b431475-1c16-45a7-a2bd-6ffcae8b567d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.0822690 Nov 23 12:48:18.789269 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c1010170-08a7-4614-a9df-d41f923e5c03 req-d262c5e4-cb62-42c9-a512-23587b5ff298 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381310 Nov 23 12:48:19.253238 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f38bce-72a0-4ee3-825e-c8b6ef0c729c req-c0e5deb5-92a6-4c15-8c2d-beff0e470e20 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:19.254961 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b3f38bce-72a0-4ee3-825e-c8b6ef0c729c req-c0e5deb5-92a6-4c15-8c2d-beff0e470e20 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0858040 Nov 23 12:48:19.308269 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b3f38bce-72a0-4ee3-825e-c8b6ef0c729c req-d382490e-a311-4124-83dc-b4b9e3c2d1c8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457182 Nov 23 12:48:19.676559 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 35738) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:19.725779 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9d5f9-8583-4629-b2be-2d22439a4cd5 req-bbbd0d02-a093-481a-9c25-8e63ce6f3d8c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:19.727600 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8fa9d5f9-8583-4629-b2be-2d22439a4cd5 req-bbbd0d02-a093-481a-9c25-8e63ce6f3d8c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.0843697 Nov 23 12:48:19.777943 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8fa9d5f9-8583-4629-b2be-2d22439a4cd5 req-dbb6e0ce-894b-40aa-995c-e072b4ed1a47 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437403 Nov 23 12:48:19.808973 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:19.826609 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:48:19.830906 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] Usage tracker for resource:security_group_rule and tenant:4d007b0359464fe8ac819c49f5615abb is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:48:19.833967 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:48:19.840507 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:48:19.931501 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:19.940839 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:19.956766 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f28b6072-2d64-4919-a89b-4855ae723fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:20.000301 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d007b0359464fe8ac819c49f5615abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225582 Nov 23 12:48:20.003620 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 35748) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:20.019583 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044e4fcc-3148-4cd2-84ff-bbf6df3cc249,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:20.024257 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:20.057583 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3524ac-7a2f-4f25-8ae8-032fc9c0e7a7 req-62f053c9-28ee-4da0-9373-27fec8163fe8 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:20.059311 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1b3524ac-7a2f-4f25-8ae8-032fc9c0e7a7 req-62f053c9-28ee-4da0-9373-27fec8163fe8 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 931 time: 0.1541948 Nov 23 12:48:20.067820 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-31df3c9f-3e44-43f1-b3a6-a49db6e8d9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.094424 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-31df3c9f-3e44-43f1-b3a6-a49db6e8d9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.103972 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1b3524ac-7a2f-4f25-8ae8-032fc9c0e7a7 req-4a63d913-16dc-48f9-aaff-63d0a799a324 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Nov 23 12:48:20.145070 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-31df3c9f-3e44-43f1-b3a6-a49db6e8d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.150806 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f032d43e-8416-4c73-9da5-117e998bbcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:20.162205 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df3c9f-3e44-43f1-b3a6-a49db6e8d9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044e4fcc-3148-4cd2-84ff-bbf6df3cc249,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:20.165043 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-31df3c9f-3e44-43f1-b3a6-a49db6e8d9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:20.167015 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-31df3c9f-3e44-43f1-b3a6-a49db6e8d9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.168089 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-31df3c9f-3e44-43f1-b3a6-a49db6e8d9fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/044e4fcc-3148-4cd2-84ff-bbf6df3cc249 HTTP/1.1" status: 204 len: 168 time: 0.1635845 Nov 23 12:48:20.286334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-19745a18-5ea6-43bc-90ad-51e3677f2ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.497077 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077ac1c-f70b-4cc4-a2da-a392416f6c36 req-f581aace-6a22-44c6-9431-c3a4dd07afbd tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:20.498513 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8077ac1c-f70b-4cc4-a2da-a392416f6c36 req-f581aace-6a22-44c6-9431-c3a4dd07afbd tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0836737 Nov 23 12:48:20.547472 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8077ac1c-f70b-4cc4-a2da-a392416f6c36 req-e8e7c695-25e8-4372-822a-23e46acf3b93 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Nov 23 12:48:20.552611 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Request body: {'port': {'device_id': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:48:20.669400 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:20.809352 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.044621 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571afd1-b116-4215-b87d-bd3426c59d5e req-58c9f99e-3e59-4b89-96c1-edfd840a9f8f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.046067 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c571afd1-b116-4215-b87d-bd3426c59d5e req-58c9f99e-3e59-4b89-96c1-edfd840a9f8f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1396153 Nov 23 12:48:21.127318 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3bf104-76d3-4372-a23d-2be0aae00ef9 {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:48:21.138603 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.143099 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c571afd1-b116-4215-b87d-bd3426c59d5e req-c4cab080-567c-4ead-96c5-4ca26e00d234 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688155 Nov 23 12:48:21.156345 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Transition to ACTIVE for port object 5b3bf104-76d3-4372-a23d-2be0aae00ef9 will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:48:21.162982 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.168952 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:21.340368 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3bf104-76d3-4372-a23d-2be0aae00ef9,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:21.376019 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:21.441772 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-15c4e433-b14d-45f4-a82d-44858280b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.443238 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-15c4e433-b14d-45f4-a82d-44858280b6a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 1099 time: 0.0815852 Nov 23 12:48:21.474701 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895791d8-09d5-42d4-a530-f516c94192b3 req-d1b448f5-ef89-4717-a4e9-83ec6e9bc5fc tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.476147 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-895791d8-09d5-42d4-a530-f516c94192b3 req-d1b448f5-ef89-4717-a4e9-83ec6e9bc5fc tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 943 time: 0.2011001 Nov 23 12:48:21.476972 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Attempting to bind port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:48:21.477300 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Attempting to bind port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:48:21.477637 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Attempting to bind port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 on network 021b00ba-2479-48e9-9c45-69d8fcc20427 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:21.483564 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 on network 021b00ba-2479-48e9-9c45-69d8fcc20427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:48:21.483879 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Attempting to bind port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 on network 021b00ba-2479-48e9-9c45-69d8fcc20427 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:48:21.502000 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:48:21.502665 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Checking segment: {'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:48:21.502665 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Bound using segment: {'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:48:21.503040 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Bound port: 5b3bf104-76d3-4372-a23d-2be0aae00ef9, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efbc419a-bd73-4713-a031-e906395b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:48:21.503379 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.578878 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-2efc8aa9-7526-4c8e-b5ca-f709bfb75ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.580232 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-2efc8aa9-7526-4c8e-b5ca-f709bfb75ea4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 918 time: 0.1255012 Nov 23 12:48:21.584184 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-895791d8-09d5-42d4-a530-f516c94192b3 req-35462d3d-655b-4ea1-84a3-e2af535f2d3d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015189 Nov 23 12:48:21.621518 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] For port 5b3bf104-76d3-4372-a23d-2be0aae00ef9, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:48:21.624723 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] For port 5b3bf104-76d3-4372-a23d-2be0aae00ef9, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:48:21.630289 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.634493 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f693b4c9-999a-459d-9c2a-d3f3033bec2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:21.688645 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-ff891114-ddeb-402f-8636-9fbab9b9eec4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf1441a-b459-403a-a2cb-32947569e177 HTTP/1.1" status: 200 len: 1001 time: 0.0968709 Nov 23 12:48:21.739409 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.740093 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:21.741380 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] 10.222.0.64 "PUT /v2.0/ports/5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 1093 time: 1.1930330 Nov 23 12:48:21.744855 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:21.784061 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3bf104-76d3-4372-a23d-2be0aae00ef9,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:21.788244 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:21.829161 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'status': 'completed', 'code': 200} Nov 23 12:48:21.847142 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-dcb423cb-77ec-4888-909d-0636157e6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.848529 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-dcb423cb-77ec-4888-909d-0636157e6186 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 200 len: 856 time: 0.1524992 Nov 23 12:48:21.870863 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6548d-90c7-44e7-9673-5cbd8e99f03b req-5d20736c-2195-40b1-9389-b24635a04b09 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.872357 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f6a6548d-90c7-44e7-9673-5cbd8e99f03b req-5d20736c-2195-40b1-9389-b24635a04b09 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.2082646 Nov 23 12:48:21.920531 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-d735d67a-481d-487a-aa81-4f0e048674fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.922181 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-d735d67a-481d-487a-aa81-4f0e048674fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc&device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 1096 time: 0.1289959 Nov 23 12:48:21.930326 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-4bd8533d-6bf7-45f1-8a30-4c15dc62af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:21.931785 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-4bd8533d-6bf7-45f1-8a30-4c15dc62af20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742979 Nov 23 12:48:21.933931 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f6a6548d-90c7-44e7-9673-5cbd8e99f03b req-e6dd7f9f-88ea-4711-a231-6ce27bdf51b7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523715 Nov 23 12:48:22.021913 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-5770d620-0391-4f91-a21a-65b43249badc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 217 time: 0.0757499 Nov 23 12:48:22.088982 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-ac57a020-a7ce-43e2-b2eb-78068818e26e service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426551 Nov 23 12:48:22.089525 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-3966352a-7929-4d02-927d-cbde90146986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:22.090827 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-3966352a-7929-4d02-927d-cbde90146986 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c745b07e-94bf-494e-98e0-9d451222f629 HTTP/1.1" status: 200 len: 853 time: 0.0578871 Nov 23 12:48:22.243887 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fa675ac1-575b-4dd3-b537-7dff383edef8 req-2ef1f9be-0153-4494-a157-a79220786aa9 service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429639 Nov 23 12:48:22.266433 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-d8d24857-f0aa-4a55-a287-4d8a9a5a02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:22.268325 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-d8d24857-f0aa-4a55-a287-4d8a9a5a02b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=021b00ba-2479-48e9-9c45-69d8fcc20427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1673315 Nov 23 12:48:22.458710 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-6158b7e4-f76e-4088-ba10-88c1e5e7a558 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589031 Nov 23 12:48:22.467444 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe3498-7540-4e2a-8d84-97420efc4e13 req-a9d27d21-8a77-4f42-b7e8-bb35f0058ba0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:22.468775 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6bfe3498-7540-4e2a-8d84-97420efc4e13 req-a9d27d21-8a77-4f42-b7e8-bb35f0058ba0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.1996059 Nov 23 12:48:22.601532 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6bfe3498-7540-4e2a-8d84-97420efc4e13 req-58eb402a-1955-44cf-88d1-0991fbe5ce97 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148546 Nov 23 12:48:22.638701 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7dd5521e-6713-4fbd-bbfe-2f337a34578e req-6253a5cb-4027-4b97-9724-e3e168c37769 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689889 Nov 23 12:48:22.848725 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-9684f0f6-7274-4697-98df-a4dc0ccaeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:22.850204 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-9684f0f6-7274-4697-98df-a4dc0ccaeb17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc&device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 1096 time: 0.1385071 Nov 23 12:48:22.858818 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593c94-d579-4f29-ad8c-87d297ec4950 req-a6f10579-3a1b-473f-9001-30b62dd639f1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:22.860159 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-60593c94-d579-4f29-ad8c-87d297ec4950 req-a6f10579-3a1b-473f-9001-30b62dd639f1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 943 time: 0.1179631 Nov 23 12:48:22.860607 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d9446a47-fb60-4e6b-8d6a-58ee4aff276f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:22.979148 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-60593c94-d579-4f29-ad8c-87d297ec4950 req-36d0540e-a759-48e5-9ff7-4d331deb0f62 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001229 Nov 23 12:48:23.022593 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-24137c81-c267-41b5-806f-f62e761eebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:23.024710 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-24137c81-c267-41b5-806f-f62e761eebdc service neutron] 10.222.0.64 "GET /v2.0/networks?id=021b00ba-2479-48e9-9c45-69d8fcc20427 HTTP/1.1" status: 200 len: 915 time: 0.1637104 Nov 23 12:48:23.131205 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-65a1693d-c0a7-40fc-a7f2-7bf9f39c60ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 217 time: 0.0987232 Nov 23 12:48:23.213528 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-536dc3af-7fd0-4fd5-826b-69b7cd107a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:23.215436 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-536dc3af-7fd0-4fd5-826b-69b7cd107a97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c745b07e-94bf-494e-98e0-9d451222f629 HTTP/1.1" status: 200 len: 853 time: 0.0725951 Nov 23 12:48:23.269843 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dec93f-9727-4753-9fa9-8b6168361e47 req-63661472-4f7d-48fe-9bfc-e2ac03cb6cb6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:23.271591 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-71dec93f-9727-4753-9fa9-8b6168361e47 req-63661472-4f7d-48fe-9bfc-e2ac03cb6cb6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1803823 Nov 23 12:48:23.329002 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-71dec93f-9727-4753-9fa9-8b6168361e47 req-15f469fa-aa44-4a06-8017-0e88ddb70675 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Nov 23 12:48:23.341812 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-91537a3c-bfdd-49fb-af72-bfcfa8b14e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:23.343324 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-91537a3c-bfdd-49fb-af72-bfcfa8b14e21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=021b00ba-2479-48e9-9c45-69d8fcc20427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1178274 Nov 23 12:48:23.482979 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-c18f46e0-0a2e-421b-b633-7ef408fa4652 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259973 Nov 23 12:48:23.613554 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06ce329e-6b56-4836-b368-87a8f13a7aba req-e861b796-b253-4e32-827d-96dab58c90cb service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224387 Nov 23 12:48:23.658733 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:23.791322 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18b0e8-4e7f-45f9-99d4-37391ec60347 req-5d09fd0f-6333-40b6-97e7-ffda8e84bfbd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:23.792721 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a18b0e8-4e7f-45f9-99d4-37391ec60347 req-5d09fd0f-6333-40b6-97e7-ffda8e84bfbd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.0819485 Nov 23 12:48:23.837435 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a18b0e8-4e7f-45f9-99d4-37391ec60347 req-c21da3d3-08c2-497f-8a25-5ed5419d8891 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390320 Nov 23 12:48:23.957841 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:24.164513 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813f53a-3544-455d-847f-831826622d33 req-017bee2b-8d6a-4dd1-a731-335fc9e16607 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:24.169803 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1813f53a-3544-455d-847f-831826622d33 req-017bee2b-8d6a-4dd1-a731-335fc9e16607 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 943 time: 0.0812187 Nov 23 12:48:24.214356 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1813f53a-3544-455d-847f-831826622d33 req-6ef7b43c-b21d-4501-8cee-94bc121c00b2 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419569 Nov 23 12:48:24.613895 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c076ef-1030-44b9-bf8e-0dfdf1b2a775 req-0b33a90a-2dc0-4bd1-ae59-96a738f7cd9f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:24.615524 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f1c076ef-1030-44b9-bf8e-0dfdf1b2a775 req-0b33a90a-2dc0-4bd1-ae59-96a738f7cd9f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1715479 Nov 23 12:48:24.662504 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f1c076ef-1030-44b9-bf8e-0dfdf1b2a775 req-4a40cb65-eef2-4f2d-9526-a450248a3156 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Nov 23 12:48:25.024027 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11d10e-a433-418a-b191-bbc5c640b740 req-6ab63b80-03de-447a-962f-255f68a53d35 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:25.025886 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bf11d10e-a433-418a-b191-bbc5c640b740 req-6ab63b80-03de-447a-962f-255f68a53d35 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.0783777 Nov 23 12:48:25.069539 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bf11d10e-a433-418a-b191-bbc5c640b740 req-731d286c-0ad1-4ed9-bcb5-d2bfce2dacbc tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380101 Nov 23 12:48:25.276946 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:25.317111 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-7ee8d1ef-26e7-49b7-bd6f-b55366f4df30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1213350 Nov 23 12:48:25.534452 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82329ca9-fc1f-44c8-a12f-ff3d90b10e2d req-a19b2134-6156-4194-ae9b-65a7fc49e389 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:25.535985 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-82329ca9-fc1f-44c8-a12f-ff3d90b10e2d req-a19b2134-6156-4194-ae9b-65a7fc49e389 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 943 time: 0.1769464 Nov 23 12:48:25.546806 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-e8e6bc50-5a22-464b-aec7-7064f570686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:25.548335 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-e8e6bc50-5a22-464b-aec7-7064f570686f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 1099 time: 0.1316297 Nov 23 12:48:25.674908 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-82329ca9-fc1f-44c8-a12f-ff3d90b10e2d req-ffdb41f7-b602-4dd6-b802-2b16cd1ae5ca tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318932 Nov 23 12:48:25.725840 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-114c5824-067e-4762-bd4c-0cc6447f8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:25.727679 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-114c5824-067e-4762-bd4c-0cc6447f8b74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.1564839 Nov 23 12:48:25.849344 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5b3bf104-76d3-4372-a23d-2be0aae00ef9 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:48:25.853143 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-9d5a1de6-ec67-4233-91e3-5f3566d7c249 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a HTTP/1.1" status: 200 len: 217 time: 0.1174188 Nov 23 12:48:25.854337 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5cf1441a-b459-403a-a2cb-32947569e177 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:25.938732 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-e2af9d2f-2d48-4cc9-84f3-2c20d2e12a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:25.940173 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-e2af9d2f-2d48-4cc9-84f3-2c20d2e12a73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.0754769 Nov 23 12:48:25.953978 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262f1bc-5583-42f4-9f7b-517be336f3c8 req-a8879c80-669a-49b0-b1b7-aeab57306f7b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:25.955380 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4262f1bc-5583-42f4-9f7b-517be336f3c8 req-a8879c80-669a-49b0-b1b7-aeab57306f7b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1556847 Nov 23 12:48:26.010396 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-3e99d520-b116-42cd-b84a-2743e518a558 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540679 Nov 23 12:48:26.090848 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5b3bf104-76d3-4372-a23d-2be0aae00ef9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:26.106767 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'port_id': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'mac_address': 'fa:16:3e:a9:16:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:48:26.116727 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4262f1bc-5583-42f4-9f7b-517be336f3c8 req-62804ea9-9681-4dc7-a953-65968e32a5f4 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252873 Nov 23 12:48:26.174133 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.226794 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:26.235453 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.250020 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:26.257160 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3bf104-76d3-4372-a23d-2be0aae00ef9 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:48:26.262586 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-240459b6-1298-436b-babc-9c8da0bdf4d0 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440128 Nov 23 12:48:26.284579 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5b3bf104-76d3-4372-a23d-2be0aae00ef9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:26.286792 dv-cinder-818883-1-iscsi neutron-server[86881]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177', 'code': 422} returned with failed status Nov 23 12:48:26.287638 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.290210 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-cdd8ab19-d9c5-4467-a207-b5e6ec4b494c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:26.324826 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:26.359494 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=8']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:26.362641 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:26.363303 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:26.379324 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b936cb-4e70-4a52-9f15-78428c1e34b0 req-49a5d8e2-94ac-413c-9c24-162f379be866 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:26.380818 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-86b936cb-4e70-4a52-9f15-78428c1e34b0 req-49a5d8e2-94ac-413c-9c24-162f379be866 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 946 time: 0.2571855 Nov 23 12:48:26.457310 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=5b3bf104-76d3-4372-a23d-2be0aae00ef9,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:26.462431 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:26.466152 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-86b936cb-4e70-4a52-9f15-78428c1e34b0 req-33edf092-de5d-41c6-a733-44a29c496710 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736783 Nov 23 12:48:26.473459 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f87cc48-efae-44f4-ad34-c0b3cd87265a req-bbddc6be-c04d-478f-b2ee-bf4d59d01959 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008052 Nov 23 12:48:26.629679 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 35854) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:48:26.710201 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['5b3bf104-76d3-4372-a23d-2be0aae00ef9'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:48:26.751927 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-8d564059-b299-473f-9fd2-77da5152229d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209521 Nov 23 12:48:26.929168 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a93111-9961-4a79-88c6-15f302d98cf5 req-24319fcd-7f2a-4d62-8b1a-bd77e9f10d49 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:26.930704 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-34a93111-9961-4a79-88c6-15f302d98cf5 req-24319fcd-7f2a-4d62-8b1a-bd77e9f10d49 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 944 time: 0.1042709 Nov 23 12:48:26.978908 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-34a93111-9961-4a79-88c6-15f302d98cf5 req-7db36316-7e76-42ef-81c8-dd6b2611a05a tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Nov 23 12:48:27.320107 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b6f4d-d707-4972-8080-9e3657387784 req-3bc322ba-b467-428e-834c-e02de646fc59 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:27.321559 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-485b6f4d-d707-4972-8080-9e3657387784 req-3bc322ba-b467-428e-834c-e02de646fc59 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0865142 Nov 23 12:48:27.366052 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-485b6f4d-d707-4972-8080-9e3657387784 req-37a64fcc-76a9-4222-bd44-197f8fbdf204 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388515 Nov 23 12:48:27.652578 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730954e-bd58-479a-962b-9d4a3d4c9a3a req-a5b3baf9-223e-405f-957e-351998a697fc tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:27.654135 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e730954e-bd58-479a-962b-9d4a3d4c9a3a req-a5b3baf9-223e-405f-957e-351998a697fc tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0812349 Nov 23 12:48:27.701325 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e730954e-bd58-479a-962b-9d4a3d4c9a3a req-a7d71abd-4ff0-41fa-b978-2f858f10183f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416017 Nov 23 12:48:27.837956 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5b3bf104-76d3-4372-a23d-2be0aae00ef9 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:48:27.905044 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:48:27.909758 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:48:27.910141 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.060007 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.093965 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5b3bf104-76d3-4372-a23d-2be0aae00ef9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:48:28.098081 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:28.099277 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5cf1441a-b459-403a-a2cb-32947569e177 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:48:28.129848 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:48:28.171639 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a39ce5-4ad6-4c4d-8c2a-fc723403cbe9 req-8a17706c-d398-436f-94aa-35201c8022e3 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:28.173771 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e3a39ce5-4ad6-4c4d-8c2a-fc723403cbe9 req-8a17706c-d398-436f-94aa-35201c8022e3 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 945 time: 0.0886207 Nov 23 12:48:28.225497 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e3a39ce5-4ad6-4c4d-8c2a-fc723403cbe9 req-eeb3e27f-f28d-4bea-b429-79002b6bc9e8 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446923 Nov 23 12:48:28.280057 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=5b3bf104-76d3-4372-a23d-2be0aae00ef9,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:48:28.287391 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:48:28.300877 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:48:28.347196 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'code': 200} Nov 23 12:48:28.675620 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd733d-e0d1-4935-93c1-60f6adb1d173 req-165bdecf-f0fb-4dca-8ee3-d7c69946c084 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:28.677072 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3afd733d-e0d1-4935-93c1-60f6adb1d173 req-165bdecf-f0fb-4dca-8ee3-d7c69946c084 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1988959 Nov 23 12:48:28.700108 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082794c-271d-4599-bcee-a6c0d051dc9c req-4ccc3781-fe36-41dd-a4d1-957d3bc0eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:28.701523 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9082794c-271d-4599-bcee-a6c0d051dc9c req-4ccc3781-fe36-41dd-a4d1-957d3bc0eaa4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 1098 time: 0.1061540 Nov 23 12:48:28.746372 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3afd733d-e0d1-4935-93c1-60f6adb1d173 req-2e7112bf-5bbb-4a05-8c10-1c057ba893f5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610230 Nov 23 12:48:28.763424 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9082794c-271d-4599-bcee-a6c0d051dc9c req-dcc23862-de12-47a3-ae99-ab43a93e83a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467319 Nov 23 12:48:28.892373 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00b80-b3d5-453a-935f-53fa127b0958 req-7dff1202-9087-487b-8e7a-c006d461237e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:28.893821 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-24b00b80-b3d5-453a-935f-53fa127b0958 req-7dff1202-9087-487b-8e7a-c006d461237e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0789127 Nov 23 12:48:28.937329 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-24b00b80-b3d5-453a-935f-53fa127b0958 req-72cfe315-db47-4601-ab8b-fde74fa6eae7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377946 Nov 23 12:48:29.414742 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195c309-8d24-40e6-9758-5020d7187ffb req-5289e145-f7c9-4b16-90a2-ce9b7275b5ea tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:29.416932 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d195c309-8d24-40e6-9758-5020d7187ffb req-5289e145-f7c9-4b16-90a2-ce9b7275b5ea tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 945 time: 0.0830112 Nov 23 12:48:29.460096 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d195c309-8d24-40e6-9758-5020d7187ffb req-821a6bc5-1e7f-4782-80a1-e9c854177e15 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374024 Nov 23 12:48:29.928411 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1b2ae-a3d2-4210-b702-5e417a6896c9 req-87c6b183-043c-48f6-bb46-b9e34d676229 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:29.929894 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1da1b2ae-a3d2-4210-b702-5e417a6896c9 req-87c6b183-043c-48f6-bb46-b9e34d676229 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0788667 Nov 23 12:48:29.974865 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1da1b2ae-a3d2-4210-b702-5e417a6896c9 req-f559522e-2e19-4b49-8523-ec3361b70f53 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Nov 23 12:48:30.132627 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0e156-5b28-44b1-ba0f-0ec444b6ed37 req-d0a039a1-13c0-4af9-bdfc-91c37076184c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:30.134092 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7b0e156-5b28-44b1-ba0f-0ec444b6ed37 req-d0a039a1-13c0-4af9-bdfc-91c37076184c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0888965 Nov 23 12:48:30.178875 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7b0e156-5b28-44b1-ba0f-0ec444b6ed37 req-2270aa5c-bad5-4553-b9a1-150d4e086a50 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391524 Nov 23 12:48:30.642480 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50bbd7-c5ea-4f04-8ad8-a8381a8aee0a req-bdb03550-4448-4a42-8906-ebc280ce9cc8 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:30.643936 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a50bbd7-c5ea-4f04-8ad8-a8381a8aee0a req-bdb03550-4448-4a42-8906-ebc280ce9cc8 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 945 time: 0.0792193 Nov 23 12:48:30.691449 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a50bbd7-c5ea-4f04-8ad8-a8381a8aee0a req-faef52d6-c7b9-48cd-ae94-fa65330f183a tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Nov 23 12:48:30.880151 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f087e-3194-4e81-af8e-65677f916e8d req-39be4806-3679-4829-9e80-13b390bc7c00 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:30.881585 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2f5f087e-3194-4e81-af8e-65677f916e8d req-39be4806-3679-4829-9e80-13b390bc7c00 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 945 time: 0.0797160 Nov 23 12:48:30.924830 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2f5f087e-3194-4e81-af8e-65677f916e8d req-c761efcc-c974-40ef-a5d4-32582c7d4f0e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369308 Nov 23 12:48:31.172659 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49876774-83cd-4ac0-a3e9-81c8fac0bb68 req-e6612d78-08f0-47b2-9b6a-c6d0c4359a40 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:31.174110 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-49876774-83cd-4ac0-a3e9-81c8fac0bb68 req-e6612d78-08f0-47b2-9b6a-c6d0c4359a40 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0954952 Nov 23 12:48:31.221206 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-49876774-83cd-4ac0-a3e9-81c8fac0bb68 req-bab3550a-561f-4c25-989c-f28d43ec6168 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Nov 23 12:48:31.370199 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bcfa7-2036-4683-bd1c-b6c1616be1b9 req-c73cb89f-eede-4b91-bbec-689651848234 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:31.371638 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f78bcfa7-2036-4683-bd1c-b6c1616be1b9 req-c73cb89f-eede-4b91-bbec-689651848234 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 945 time: 0.1139534 Nov 23 12:48:31.430492 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f78bcfa7-2036-4683-bd1c-b6c1616be1b9 req-02654847-de29-4eac-ab33-90b681bc9baf tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506830 Nov 23 12:48:31.450965 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c48df-8c66-4428-8d74-c7dd7bc3f437 req-c84b2f48-b24c-43ef-a67d-d6bfc491dc79 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:31.452369 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4a7c48df-8c66-4428-8d74-c7dd7bc3f437 req-c84b2f48-b24c-43ef-a67d-d6bfc491dc79 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.1276073 Nov 23 12:48:31.499134 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4a7c48df-8c66-4428-8d74-c7dd7bc3f437 req-dcf87fe5-0b47-4f5f-87f7-db6f5d6ecc4d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391545 Nov 23 12:48:32.291795 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7e2f4-a370-433e-9ebf-05d82f50e321 req-9b8e2639-5ad4-4939-8378-663617c7f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:32.293245 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-82d7e2f4-a370-433e-9ebf-05d82f50e321 req-9b8e2639-5ad4-4939-8378-663617c7f3c3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.0706637 Nov 23 12:48:32.376315 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-82d7e2f4-a370-433e-9ebf-05d82f50e321 req-ec22f852-f40f-40fe-a13a-5afd642a33cd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764642 Nov 23 12:48:32.413668 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36f394-bdcf-45fd-8e6a-b3aad3bf301d req-b07fa2b9-f8cf-4409-adb5-8dd2a5103193 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:32.415060 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a36f394-bdcf-45fd-8e6a-b3aad3bf301d req-b07fa2b9-f8cf-4409-adb5-8dd2a5103193 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0819342 Nov 23 12:48:32.458092 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a36f394-bdcf-45fd-8e6a-b3aad3bf301d req-2cae23a5-a568-4a87-a7d3-33c6eb10bb7c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369010 Nov 23 12:48:32.686709 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fcc80-dc1b-470f-bfdc-d1a1fc3b1f04 req-b33fdbe3-e608-4e72-a9f2-a44637bf75e8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:32.688230 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-210fcc80-dc1b-470f-bfdc-d1a1fc3b1f04 req-b33fdbe3-e608-4e72-a9f2-a44637bf75e8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0814486 Nov 23 12:48:32.731287 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-210fcc80-dc1b-470f-bfdc-d1a1fc3b1f04 req-cd06ed85-a493-4480-ad76-7195aeff964c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375705 Nov 23 12:48:33.567848 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:48:33.655521 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe37c0-bd2a-4bf8-b1e3-32f6f28747e7 req-0c1f2cd2-17a5-4363-9924-597ebcad98fa tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:33.657139 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ebbe37c0-bd2a-4bf8-b1e3-32f6f28747e7 req-0c1f2cd2-17a5-4363-9924-597ebcad98fa tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0836504 Nov 23 12:48:33.702720 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ebbe37c0-bd2a-4bf8-b1e3-32f6f28747e7 req-e50a0018-d56e-4a09-a38f-cf1e5fed30eb tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Nov 23 12:48:33.927000 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1806e6-2cc8-45fc-822c-7f0d3c67c846 req-b5ec0bd7-43b7-4b83-9364-7e55a6c2ef63 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:33.928494 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db1806e6-2cc8-45fc-822c-7f0d3c67c846 req-b5ec0bd7-43b7-4b83-9364-7e55a6c2ef63 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0875127 Nov 23 12:48:33.975277 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db1806e6-2cc8-45fc-822c-7f0d3c67c846 req-2a89927b-391e-465b-88dc-0a49baa8e5c7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403273 Nov 23 12:48:34.906620 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f927f-1f50-4adb-b3b5-6124ac3794e5 req-45577b19-59a7-49af-b656-fa7c211597f5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:34.908331 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-475f927f-1f50-4adb-b3b5-6124ac3794e5 req-45577b19-59a7-49af-b656-fa7c211597f5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0849354 Nov 23 12:48:34.957471 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-475f927f-1f50-4adb-b3b5-6124ac3794e5 req-37d23ade-5bc1-47de-b434-e103d91453af tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Nov 23 12:48:35.170186 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607d152-b9fb-4a5d-ab37-67f27b6bfbaf req-fcdbd1ed-2815-4eb3-9aa7-ab1269c15f9a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:35.171648 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3607d152-b9fb-4a5d-ab37-67f27b6bfbaf req-fcdbd1ed-2815-4eb3-9aa7-ab1269c15f9a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0883384 Nov 23 12:48:35.216516 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3607d152-b9fb-4a5d-ab37-67f27b6bfbaf req-d764e8fc-1d8a-4314-9674-0e3a7e5e1a26 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384254 Nov 23 12:48:36.145781 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dea8f-31ae-4ff6-9df6-c4b777394f5e req-0b46fd51-4d78-4f11-a0b1-ce4f68efb6d8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:36.147134 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b40dea8f-31ae-4ff6-9df6-c4b777394f5e req-0b46fd51-4d78-4f11-a0b1-ce4f68efb6d8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0821211 Nov 23 12:48:36.252563 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b40dea8f-31ae-4ff6-9df6-c4b777394f5e req-8b9315cb-765d-408e-9a5b-31f5ccbe722a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997910 Nov 23 12:48:36.404640 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64b3dc-2f0f-46ac-bfe4-8e84663052a1 req-85bf9b2d-0d49-42df-abef-06000037d38b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:36.405985 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7b64b3dc-2f0f-46ac-bfe4-8e84663052a1 req-85bf9b2d-0d49-42df-abef-06000037d38b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0780323 Nov 23 12:48:36.448826 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7b64b3dc-2f0f-46ac-bfe4-8e84663052a1 req-062faf5d-617e-4529-814e-1e5ea0ee2477 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371571 Nov 23 12:48:37.439336 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475053-e86d-44c3-92fa-320044bf0111 req-64a8f73a-d851-4c54-bb82-09168bf55678 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:37.440785 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fe475053-e86d-44c3-92fa-320044bf0111 req-64a8f73a-d851-4c54-bb82-09168bf55678 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0807097 Nov 23 12:48:37.484385 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fe475053-e86d-44c3-92fa-320044bf0111 req-26a2af33-7ed4-4442-b89f-6cde88f5977e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 Nov 23 12:48:37.637479 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc979b1b-f0f0-489c-a775-f96b8bb271f5 req-a3e4f55a-84c9-46e6-8d9c-136c116128c6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:37.638838 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fc979b1b-f0f0-489c-a775-f96b8bb271f5 req-a3e4f55a-84c9-46e6-8d9c-136c116128c6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0817230 Nov 23 12:48:37.682735 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fc979b1b-f0f0-489c-a775-f96b8bb271f5 req-83b1b8cd-acae-4e1a-aac0-dde4eb71b55e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382299 Nov 23 12:48:38.038622 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2698f-eee8-4dea-9baf-9a0a588b2dd5 req-743163b1-3255-4cb0-be3d-462e6b4aa53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.040109 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bfe2698f-eee8-4dea-9baf-9a0a588b2dd5 req-743163b1-3255-4cb0-be3d-462e6b4aa53c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.1338086 Nov 23 12:48:38.055249 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716b40c-0262-4de4-99ab-c046ccb9d136 req-a10b4d42-ddbc-4270-9898-a9cd4fc977a5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.057266 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e716b40c-0262-4de4-99ab-c046ccb9d136 req-a10b4d42-ddbc-4270-9898-a9cd4fc977a5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1170144 Nov 23 12:48:38.168972 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-bb7f1617-f9b9-47cb-bfd6-f98448a5b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.172200 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-bb7f1617-f9b9-47cb-bfd6-f98448a5b79a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0&tenant_id=424aae1a3fd94083b51650f5eaffbb20 HTTP/1.1" status: 200 len: 1097 time: 0.0883372 Nov 23 12:48:38.192010 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e716b40c-0262-4de4-99ab-c046ccb9d136 req-291f6211-acf6-4da2-b8a8-f8e62c32ce1b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139107 Nov 23 12:48:38.245960 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2698f-eee8-4dea-9baf-9a0a588b2dd5 req-9d503461-2b16-4eed-acfc-b3dc94fa12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.247434 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bfe2698f-eee8-4dea-9baf-9a0a588b2dd5 req-9d503461-2b16-4eed-acfc-b3dc94fa12e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1890643 Nov 23 12:48:38.278385 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-df2bfacc-5ec9-4506-90e6-676cf2f554e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.279929 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-df2bfacc-5ec9-4506-90e6-676cf2f554e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 1097 time: 0.0800614 Nov 23 12:48:38.318161 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bfe2698f-eee8-4dea-9baf-9a0a588b2dd5 req-ee8ec99c-a866-43cf-8b59-2a65106fa688 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.0601592 Nov 23 12:48:38.391237 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2698f-eee8-4dea-9baf-9a0a588b2dd5 req-49eb2eb5-9728-494c-99a1-7a9d9f1de14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.392816 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bfe2698f-eee8-4dea-9baf-9a0a588b2dd5 req-49eb2eb5-9728-494c-99a1-7a9d9f1de14b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0600734 Nov 23 12:48:38.414696 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-d932f155-5406-4048-841a-a4ceb5741fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.416832 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-d932f155-5406-4048-841a-a4ceb5741fb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 918 time: 0.1297631 Nov 23 12:48:38.443654 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bfe2698f-eee8-4dea-9baf-9a0a588b2dd5 req-9e573250-4334-4bd8-8073-088e834a18d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442650 Nov 23 12:48:38.520660 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-1f1f6ade-1839-45ba-9bfb-454d11a0c1c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf1441a-b459-403a-a2cb-32947569e177 HTTP/1.1" status: 200 len: 999 time: 0.0952392 Nov 23 12:48:38.609787 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-0334c7c0-63c9-4035-9512-5be341ad279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.612005 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-0334c7c0-63c9-4035-9512-5be341ad279a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 200 len: 856 time: 0.0741212 Nov 23 12:48:38.614256 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bfe2698f-eee8-4dea-9baf-9a0a588b2dd5 req-d8ece2e5-feb4-4248-ae8f-9a7413259ea6 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580176 Nov 23 12:48:38.716602 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-626b7c59-af57-4323-8c15-7f167e15effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.718710 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-626b7c59-af57-4323-8c15-7f167e15effa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795290 Nov 23 12:48:38.782669 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bfe2698f-eee8-4dea-9baf-9a0a588b2dd5 req-049331a4-ff6d-47a5-b7a6-753870845724 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395438 Nov 23 12:48:38.878754 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-7bed53be-b7e7-4fce-a514-5aca71ddfecc service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492426 Nov 23 12:48:38.892748 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433c154-730a-4fe3-af65-ba26d10b791b req-e4ab7449-957d-4cae-8181-f1d4e009ba3a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:38.894357 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7433c154-730a-4fe3-af65-ba26d10b791b req-e4ab7449-957d-4cae-8181-f1d4e009ba3a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0974271 Nov 23 12:48:38.948916 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7433c154-730a-4fe3-af65-ba26d10b791b req-ea11b3c6-4780-4384-b78a-90c993ed3110 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482419 Nov 23 12:48:39.029410 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-96c60021-d2db-4c1d-ad13-20dfe5916347 service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339290 Nov 23 12:48:39.414530 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3220d10-89ac-4b5e-8dc6-21a57e97152d req-6661fe75-c006-4b63-9929-c9921e4cafd6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:39.416561 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a3220d10-89ac-4b5e-8dc6-21a57e97152d req-6661fe75-c006-4b63-9929-c9921e4cafd6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0883610 Nov 23 12:48:39.463098 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a3220d10-89ac-4b5e-8dc6-21a57e97152d req-f49627f4-56a0-4ffa-bdf7-512a05c162cd tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Nov 23 12:48:40.158410 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181a372-7aea-4c17-92f7-be048f0e6ae1 req-73f730a3-fae9-4227-a0cd-2e374dfa740a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:40.160096 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4181a372-7aea-4c17-92f7-be048f0e6ae1 req-73f730a3-fae9-4227-a0cd-2e374dfa740a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0867407 Nov 23 12:48:40.210834 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4181a372-7aea-4c17-92f7-be048f0e6ae1 req-7b25d848-d53e-4f7b-aa58-9b6f2e807b83 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448368 Nov 23 12:48:40.673973 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a614333-8024-45b4-86f1-597226399532 req-36e82798-08f5-493c-b6b3-7f89fe6d6909 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:40.675456 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9a614333-8024-45b4-86f1-597226399532 req-36e82798-08f5-493c-b6b3-7f89fe6d6909 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0813413 Nov 23 12:48:40.725412 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9a614333-8024-45b4-86f1-597226399532 req-0f3dc3d1-136b-4173-9164-8f1917dbbece tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Nov 23 12:48:41.429113 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e51a33-9654-4795-a607-ae6e5dfcc428 req-fa512616-d1eb-42e8-b58f-31e199328130 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:41.430620 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e6e51a33-9654-4795-a607-ae6e5dfcc428 req-fa512616-d1eb-42e8-b58f-31e199328130 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0834424 Nov 23 12:48:41.478959 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e6e51a33-9654-4795-a607-ae6e5dfcc428 req-5b8d7f5c-4e3f-477a-835b-42227c890d92 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Nov 23 12:48:41.934607 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed0ad0-d5e7-4d48-b24a-d66d12508666 req-5a0e2d2f-f66a-4774-8f7d-f1a9b1556677 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:41.936062 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-daed0ad0-d5e7-4d48-b24a-d66d12508666 req-5a0e2d2f-f66a-4774-8f7d-f1a9b1556677 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.1018329 Nov 23 12:48:42.048573 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-daed0ad0-d5e7-4d48-b24a-d66d12508666 req-329524fd-3356-4b77-a35c-b6504182eab9 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066182 Nov 23 12:48:42.677670 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90f3b6-3cc2-4d7f-9496-2d16efca8ff2 req-d14dc2c9-6eda-495a-ae19-52483ad5e37b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:42.679015 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7e90f3b6-3cc2-4d7f-9496-2d16efca8ff2 req-d14dc2c9-6eda-495a-ae19-52483ad5e37b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0877781 Nov 23 12:48:42.724554 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7e90f3b6-3cc2-4d7f-9496-2d16efca8ff2 req-37ed2a89-0518-4db7-a40c-38b4a0d86a12 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394931 Nov 23 12:48:43.247135 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf4a93-3a09-4ebd-a195-405c11f003b5 req-421b2619-c934-403c-a021-bbca3c7d232f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:43.248698 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1fbf4a93-3a09-4ebd-a195-405c11f003b5 req-421b2619-c934-403c-a021-bbca3c7d232f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0844271 Nov 23 12:48:43.303521 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1fbf4a93-3a09-4ebd-a195-405c11f003b5 req-ce730a06-f39d-4c9e-9226-5dc7572f4ec6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427277 Nov 23 12:48:43.920905 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4b891-465f-4382-8b6a-5f30068df7b3 req-e69634f3-2a05-44a2-8845-7919ee48a8bd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:43.922373 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fef4b891-465f-4382-8b6a-5f30068df7b3 req-e69634f3-2a05-44a2-8845-7919ee48a8bd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0826564 Nov 23 12:48:43.971805 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fef4b891-465f-4382-8b6a-5f30068df7b3 req-054435e8-1c24-4348-bd17-727ffc9aadac tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430737 Nov 23 12:48:44.487785 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3069d8-0373-4182-815d-fcf4ca63e86c req-4a32ee1c-e947-4590-8e5b-d3fa26b17f53 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:44.489729 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4b3069d8-0373-4182-815d-fcf4ca63e86c req-4a32ee1c-e947-4590-8e5b-d3fa26b17f53 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0800800 Nov 23 12:48:44.534938 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4b3069d8-0373-4182-815d-fcf4ca63e86c req-7e5dc91b-ba4a-45e8-ba7f-b9bca1267dc2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Nov 23 12:48:45.181407 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6a359-7fa7-4793-a3bb-d0622f623fc2 req-e2a7a342-f5ff-451d-82b0-883df425f48b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:45.183196 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6a359-7fa7-4793-a3bb-d0622f623fc2 req-e2a7a342-f5ff-451d-82b0-883df425f48b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0942309 Nov 23 12:48:45.242036 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4ca6a359-7fa7-4793-a3bb-d0622f623fc2 req-718a0aeb-446f-4973-a09c-04d7d18d234c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529642 Nov 23 12:48:45.730536 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbb495-faeb-4c57-8a2f-9261cffee259 req-159f3a0a-9c14-48be-90de-0f74840f7db6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:45.732030 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e3cbb495-faeb-4c57-8a2f-9261cffee259 req-159f3a0a-9c14-48be-90de-0f74840f7db6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0864499 Nov 23 12:48:45.776859 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e3cbb495-faeb-4c57-8a2f-9261cffee259 req-31ef71a7-6a75-4518-b958-98b5abacbfc2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Nov 23 12:48:46.448048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6d496-fc97-43c3-a063-f3749c054c8e req-dec8cb23-66ba-43c8-ae3b-01b46274822b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:46.449481 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-93c6d496-fc97-43c3-a063-f3749c054c8e req-dec8cb23-66ba-43c8-ae3b-01b46274822b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0857821 Nov 23 12:48:46.505323 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-93c6d496-fc97-43c3-a063-f3749c054c8e req-ef5be3a8-8151-4602-bf17-8dbaa71754eb tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501354 Nov 23 12:48:47.000178 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b28eb-465f-4088-bfe2-f8c6245f2822 req-30a9296e-12c0-40c0-8ac9-e78403e7d423 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:47.001720 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d16b28eb-465f-4088-bfe2-f8c6245f2822 req-30a9296e-12c0-40c0-8ac9-e78403e7d423 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0815952 Nov 23 12:48:47.049987 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d16b28eb-465f-4088-bfe2-f8c6245f2822 req-117e1e54-46f8-4cce-ba88-70b108b87775 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Nov 23 12:48:47.716334 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d57a0b-0061-42e1-863c-9cdc983c4153 req-51b9a172-66e1-4daf-bd9e-dbb02f73d07f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:47.717764 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a4d57a0b-0061-42e1-863c-9cdc983c4153 req-51b9a172-66e1-4daf-bd9e-dbb02f73d07f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0942454 Nov 23 12:48:47.764254 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a4d57a0b-0061-42e1-863c-9cdc983c4153 req-47bc46cb-2759-4d8e-8144-302e8c322905 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406687 Nov 23 12:48:48.247633 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fddbb-f6ad-4442-ac65-7eb60f38de0c req-e26c1f29-7a66-4c78-ba1c-21b6191bbbc8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:48.249076 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a69fddbb-f6ad-4442-ac65-7eb60f38de0c req-e26c1f29-7a66-4c78-ba1c-21b6191bbbc8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0913439 Nov 23 12:48:48.297243 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a69fddbb-f6ad-4442-ac65-7eb60f38de0c req-24b13746-39ff-41e1-858c-6b73c97b4f5e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Nov 23 12:48:48.967397 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca51fac-d485-4871-8ae3-f242ba926338 req-c59832ff-b72f-48c1-bfc2-9551fd068b09 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:48.970908 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aca51fac-d485-4871-8ae3-f242ba926338 req-c59832ff-b72f-48c1-bfc2-9551fd068b09 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0831304 Nov 23 12:48:49.018723 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aca51fac-d485-4871-8ae3-f242ba926338 req-682bba57-f690-4708-83cf-de3826311ba2 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 Nov 23 12:48:49.492663 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c405-b5e5-4777-80ca-3e541c2f32a8 req-617b17d4-0775-4114-9698-3546675a0d5c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:49.494722 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-39f0c405-b5e5-4777-80ca-3e541c2f32a8 req-617b17d4-0775-4114-9698-3546675a0d5c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0930419 Nov 23 12:48:49.542072 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-39f0c405-b5e5-4777-80ca-3e541c2f32a8 req-b25d59ab-4c0d-4851-948a-ec61269f656b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Nov 23 12:48:50.221688 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66930dee-21cf-44aa-9587-30dbb0b96e75 req-d8c15df9-106f-4846-a16c-d08c74a0e034 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:50.223137 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-66930dee-21cf-44aa-9587-30dbb0b96e75 req-d8c15df9-106f-4846-a16c-d08c74a0e034 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0872474 Nov 23 12:48:50.282508 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-66930dee-21cf-44aa-9587-30dbb0b96e75 req-c9927262-14ae-41ec-b7b3-3e749e6d3eb9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526748 Nov 23 12:48:50.291922 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-abc0f579-b73f-4081-89c1-ee6081d7ffbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:50.739096 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403a2a3-943f-4ec4-8f5c-b8036a5374c1 req-3162f787-5a16-4df5-83e9-b7af738f9614 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:50.740595 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3403a2a3-943f-4ec4-8f5c-b8036a5374c1 req-3162f787-5a16-4df5-83e9-b7af738f9614 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0860963 Nov 23 12:48:50.785588 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3403a2a3-943f-4ec4-8f5c-b8036a5374c1 req-ebfde444-8840-4b92-9218-9bb247c8d5c2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Nov 23 12:48:50.814685 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:51.479420 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7add4a-58c7-45b4-be62-93b10a4a8794 req-961c224b-2b9e-4e29-92c0-f8dd065e92bd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:51.480947 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5d7add4a-58c7-45b4-be62-93b10a4a8794 req-961c224b-2b9e-4e29-92c0-f8dd065e92bd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0809207 Nov 23 12:48:51.533069 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5d7add4a-58c7-45b4-be62-93b10a4a8794 req-6bdba374-e593-464e-bed8-7327ab59731f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459628 Nov 23 12:48:51.974045 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847d38-234a-4791-9a1e-0237c50c3db6 req-757e3f8e-600d-4447-9d5c-fa6cf228819e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:51.975462 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-77847d38-234a-4791-9a1e-0237c50c3db6 req-757e3f8e-600d-4447-9d5c-fa6cf228819e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0807939 Nov 23 12:48:52.018310 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-77847d38-234a-4791-9a1e-0237c50c3db6 req-9b374c0c-fbcc-481b-8ba4-ebfd021ac830 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366697 Nov 23 12:48:52.726577 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d11799-1e57-430e-abb8-24da58b1caee req-04fa26c5-929a-45a3-a8e3-a42dbad2fcbf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:52.728037 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b5d11799-1e57-430e-abb8-24da58b1caee req-04fa26c5-929a-45a3-a8e3-a42dbad2fcbf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0819826 Nov 23 12:48:52.771884 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b5d11799-1e57-430e-abb8-24da58b1caee req-babb313d-2151-4fac-ba93-1caa4be8d572 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382867 Nov 23 12:48:52.861745 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-24ae29b5-f4d4-43f5-ae4f-bf970a07c3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.199271 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26cbdd-5d37-4f56-92f3-8d683fc1356e req-4a348d93-c5f9-4579-913c-1a668733fb03 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:53.200924 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9e26cbdd-5d37-4f56-92f3-8d683fc1356e req-4a348d93-c5f9-4579-913c-1a668733fb03 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0786154 Nov 23 12:48:53.245293 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9e26cbdd-5d37-4f56-92f3-8d683fc1356e req-9b9045a0-67bf-494c-adc8-a6841e60dda6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Nov 23 12:48:53.684244 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:53.958260 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:54.029778 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82871559-d6e4-4161-828f-bf2bfc27c583 req-4d14e1f5-82ad-4787-bcf0-4722df478140 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:54.031198 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-82871559-d6e4-4161-828f-bf2bfc27c583 req-4d14e1f5-82ad-4787-bcf0-4722df478140 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.1499059 Nov 23 12:48:54.073849 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-82871559-d6e4-4161-828f-bf2bfc27c583 req-4a900082-509b-4c36-b461-ccb31b88f1af tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369508 Nov 23 12:48:54.426644 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9d503-997d-4015-a72d-5c4d8fec1968 req-72273b96-1299-4d7f-86b6-b1c4cb4fb269 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:54.428075 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-90f9d503-997d-4015-a72d-5c4d8fec1968 req-72273b96-1299-4d7f-86b6-b1c4cb4fb269 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0775971 Nov 23 12:48:54.474560 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-90f9d503-997d-4015-a72d-5c4d8fec1968 req-30e96191-2608-44e8-ace0-025aa29b5cdb tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402019 Nov 23 12:48:55.267286 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:48:55.267761 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39424-73e4-4ab1-90a1-97825fd219cb req-ba424137-19ba-484c-ac6f-5fad4740ab32 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:55.269135 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-64a39424-73e4-4ab1-90a1-97825fd219cb req-ba424137-19ba-484c-ac6f-5fad4740ab32 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0804129 Nov 23 12:48:55.314353 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-64a39424-73e4-4ab1-90a1-97825fd219cb req-d0a5a95d-3b3d-479a-9dab-5925ceecb3bb tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394745 Nov 23 12:48:56.500568 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4b222-5537-44c9-9819-d350141c8753 req-61309b53-3fe6-4f8b-9938-bc1e2b76af11 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:56.501995 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-97c4b222-5537-44c9-9819-d350141c8753 req-61309b53-3fe6-4f8b-9938-bc1e2b76af11 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0808470 Nov 23 12:48:56.544974 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-97c4b222-5537-44c9-9819-d350141c8753 req-a3ce84ee-b8e2-4e32-999f-54182a720b2b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372560 Nov 23 12:48:57.731507 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23230-5f1f-43e1-b07b-7950cc50d79a req-b8e2183d-0284-42f5-8996-e50626a78a76 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:57.732932 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8ae23230-5f1f-43e1-b07b-7950cc50d79a req-b8e2183d-0284-42f5-8996-e50626a78a76 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0795946 Nov 23 12:48:57.776883 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8ae23230-5f1f-43e1-b07b-7950cc50d79a req-8b46c86e-7455-44b3-a80e-da3faf84a342 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381765 Nov 23 12:48:58.969202 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefd28-0138-4855-920b-f2873635487f req-bc96813f-c295-45ce-b483-24f405b4833d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:48:58.970683 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-74fefd28-0138-4855-920b-f2873635487f req-bc96813f-c295-45ce-b483-24f405b4833d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0826566 Nov 23 12:48:59.016258 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-74fefd28-0138-4855-920b-f2873635487f req-b698b070-a643-4daa-8f4b-15824c418f96 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398479 Nov 23 12:49:00.202212 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33177c-750c-4f83-be7b-a6fa403a794b req-030aba49-1f55-47ad-89a9-46a92027a2e5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:00.203654 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2c33177c-750c-4f83-be7b-a6fa403a794b req-030aba49-1f55-47ad-89a9-46a92027a2e5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0788393 Nov 23 12:49:00.251127 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2c33177c-750c-4f83-be7b-a6fa403a794b req-0e8a6769-fc39-4f42-b860-ec8c89c973b3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418675 Nov 23 12:49:01.437988 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253071-c433-4118-83a9-b4c6a5ddf44d req-e1b82e6f-ac21-4263-87a0-02e943c2d50f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:01.439436 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c4253071-c433-4118-83a9-b4c6a5ddf44d req-e1b82e6f-ac21-4263-87a0-02e943c2d50f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0791216 Nov 23 12:49:01.482803 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c4253071-c433-4118-83a9-b4c6a5ddf44d req-fed64945-e813-4bd3-a3a7-5f02535c0820 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377018 Nov 23 12:49:02.673771 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f830c1-91c0-4dab-87d2-400059278c44 req-e6709290-4746-4fe1-af51-33f0d4805f0e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:02.675210 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-01f830c1-91c0-4dab-87d2-400059278c44 req-e6709290-4746-4fe1-af51-33f0d4805f0e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0806777 Nov 23 12:49:02.719448 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-01f830c1-91c0-4dab-87d2-400059278c44 req-a6eb86b4-ccda-4d3c-97fe-406ebfd96ed3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387068 Nov 23 12:49:03.906227 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8f420-2630-4c35-891c-bdcf90ad43e3 req-9c595db2-30fe-4647-af88-d67ea0acfddd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:03.907570 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c2f8f420-2630-4c35-891c-bdcf90ad43e3 req-9c595db2-30fe-4647-af88-d67ea0acfddd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0775642 Nov 23 12:49:03.951509 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c2f8f420-2630-4c35-891c-bdcf90ad43e3 req-db7909f7-ac02-42c1-9905-1a048ff96ef1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382416 Nov 23 12:49:05.140116 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bc7af-96ac-4904-b82c-08a8f9aa54a8 req-340d99d6-620c-40a4-9391-ff15e45eca06 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:05.141532 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cb7bc7af-96ac-4904-b82c-08a8f9aa54a8 req-340d99d6-620c-40a4-9391-ff15e45eca06 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0814562 Nov 23 12:49:05.184662 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cb7bc7af-96ac-4904-b82c-08a8f9aa54a8 req-052ac9a9-7f4a-4725-b7f1-6bdac4c444df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374291 Nov 23 12:49:06.378767 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8336eb-9aad-429d-b83f-cc1a311d5886 req-b0d8012f-6d96-43b1-9c33-4d6de37d9953 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:06.380116 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af8336eb-9aad-429d-b83f-cc1a311d5886 req-b0d8012f-6d96-43b1-9c33-4d6de37d9953 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0836229 Nov 23 12:49:06.423456 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af8336eb-9aad-429d-b83f-cc1a311d5886 req-1fda8574-501e-477f-9454-3a6d8248384f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377257 Nov 23 12:49:07.626216 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d326d-848b-4619-ba77-71227db23b47 req-1528f799-fe25-4802-bacf-f12a630c5a8a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:07.627716 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c27d326d-848b-4619-ba77-71227db23b47 req-1528f799-fe25-4802-bacf-f12a630c5a8a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0840685 Nov 23 12:49:07.671569 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c27d326d-848b-4619-ba77-71227db23b47 req-a6d9708d-2388-4da8-b522-066a413165f9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383015 Nov 23 12:49:08.860146 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd1e8-ce11-463e-b390-ecbed5cbfb81 req-230a1b20-c92a-4ba8-b1a4-189394dc0e9f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:08.861563 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d88dd1e8-ce11-463e-b390-ecbed5cbfb81 req-230a1b20-c92a-4ba8-b1a4-189394dc0e9f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0777619 Nov 23 12:49:08.908530 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d88dd1e8-ce11-463e-b390-ecbed5cbfb81 req-c33c8c2f-40ff-4fda-a1fc-c98eebded72d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412564 Nov 23 12:49:10.095698 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880929c-38bd-41dc-854a-073a0cd86038 req-c4befbf7-7165-407e-849b-8393fe04e26c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:10.097054 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f880929c-38bd-41dc-854a-073a0cd86038 req-c4befbf7-7165-407e-849b-8393fe04e26c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0793703 Nov 23 12:49:10.140132 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f880929c-38bd-41dc-854a-073a0cd86038 req-c49371f1-9c41-42b5-8331-48666069e0e2 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371702 Nov 23 12:49:10.566444 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:49:11.330001 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bfa13e-5a2c-4234-84f9-18176b123e39 req-b300cb14-7e97-4bdd-8c05-e5ac8088c3bc tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:11.331443 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f6bfa13e-5a2c-4234-84f9-18176b123e39 req-b300cb14-7e97-4bdd-8c05-e5ac8088c3bc tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0816453 Nov 23 12:49:11.375836 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f6bfa13e-5a2c-4234-84f9-18176b123e39 req-0c662bd7-c15f-49fe-94ed-52906a2d9aea tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387127 Nov 23 12:49:12.564697 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8165737-8db5-43e4-acbd-5861dd0ed7a0 req-6c58d27c-f37a-4917-b4f9-d684fb61efc0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:12.566161 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b8165737-8db5-43e4-acbd-5861dd0ed7a0 req-6c58d27c-f37a-4917-b4f9-d684fb61efc0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0808759 Nov 23 12:49:12.608948 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b8165737-8db5-43e4-acbd-5861dd0ed7a0 req-94555984-97e2-4811-bf6b-db251c0cd8b7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372241 Nov 23 12:49:13.800516 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51724549-c3b7-4d68-88ec-2fc64d05ff9a req-63516592-724a-4ca5-b2b9-919a19c8099b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:13.801950 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-51724549-c3b7-4d68-88ec-2fc64d05ff9a req-63516592-724a-4ca5-b2b9-919a19c8099b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0813406 Nov 23 12:49:13.844599 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-51724549-c3b7-4d68-88ec-2fc64d05ff9a req-7f9751e4-ad09-4efb-ad53-8d0563348053 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370150 Nov 23 12:49:15.043004 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fa7dc-bc94-4ab5-92f8-28414b515dd8 req-681216a4-8d9b-4b42-8b0f-c3cf0a1b4fa6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:15.044421 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-168fa7dc-bc94-4ab5-92f8-28414b515dd8 req-681216a4-8d9b-4b42-8b0f-c3cf0a1b4fa6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0776384 Nov 23 12:49:15.090946 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-168fa7dc-bc94-4ab5-92f8-28414b515dd8 req-3c6104e9-a306-4df2-b617-8d4d12559d6c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Nov 23 12:49:16.332294 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa9280-729f-44b8-8b6a-5a5ea0b79fda req-64406488-2c91-4eba-9c12-cff568482270 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:16.333760 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1aa9280-729f-44b8-8b6a-5a5ea0b79fda req-64406488-2c91-4eba-9c12-cff568482270 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.1347322 Nov 23 12:49:16.378117 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1aa9280-729f-44b8-8b6a-5a5ea0b79fda req-5cf540f7-4617-4e10-b6c2-a6cfd73e7119 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386679 Nov 23 12:49:17.571025 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e53e1-be90-4a4a-8a60-0a07bf160f3a req-3f47f822-1dd2-4b07-b92d-31f697f98b9e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:17.572365 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-881e53e1-be90-4a4a-8a60-0a07bf160f3a req-3f47f822-1dd2-4b07-b92d-31f697f98b9e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0811248 Nov 23 12:49:17.617002 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-881e53e1-be90-4a4a-8a60-0a07bf160f3a req-952c5ee0-de68-4cb9-a02f-0eb7c9d10d3e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388868 Nov 23 12:49:18.800117 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d534-f0eb-4c82-8c3a-1a03b469eaa2 req-8c8d565c-8f8e-44f9-bbef-a0b409d4f9fd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:18.801455 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5843d534-f0eb-4c82-8c3a-1a03b469eaa2 req-8c8d565c-8f8e-44f9-bbef-a0b409d4f9fd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0784528 Nov 23 12:49:18.844982 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5843d534-f0eb-4c82-8c3a-1a03b469eaa2 req-07e02edc-8c39-403e-8d19-6a0e1176a4ec tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379097 Nov 23 12:49:20.032442 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efea590-3dec-449e-a6e5-920aeb39f2a8 req-41be8140-612a-4625-b445-99c4a6560c39 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:20.033884 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2efea590-3dec-449e-a6e5-920aeb39f2a8 req-41be8140-612a-4625-b445-99c4a6560c39 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0819635 Nov 23 12:49:20.078513 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2efea590-3dec-449e-a6e5-920aeb39f2a8 req-28afee16-5e32-4a24-9c6b-0e269c0c4258 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391266 Nov 23 12:49:20.283355 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6610e6aa-b5a7-46ed-968b-7f60942ed1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:20.806549 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:21.273429 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338c2c4-6152-4656-835b-8e5baced1999 req-c2a9395a-6e08-474a-974d-0cd2680e1995 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:21.274900 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8338c2c4-6152-4656-835b-8e5baced1999 req-c2a9395a-6e08-474a-974d-0cd2680e1995 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0818350 Nov 23 12:49:21.322921 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8338c2c4-6152-4656-835b-8e5baced1999 req-36b1495b-2996-4bf6-a3bd-91a2e899daff tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417855 Nov 23 12:49:22.508158 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf08bb-6726-4cd9-9776-38615fb47288 req-a995cf71-7061-48ae-8fb7-5b23611bd130 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:22.509592 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5acf08bb-6726-4cd9-9776-38615fb47288 req-a995cf71-7061-48ae-8fb7-5b23611bd130 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0807674 Nov 23 12:49:22.553144 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5acf08bb-6726-4cd9-9776-38615fb47288 req-bff16180-f093-4d70-9566-1cacf392c922 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373976 Nov 23 12:49:22.863380 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f48d7af8-e89e-4aa6-886e-389572cdf977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:23.678365 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:23.745749 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f378f3-a233-497b-bc6e-c126f22c92b2 req-e5e2db75-c4b6-4860-b61a-b362819f24a0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:23.747158 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7f378f3-a233-497b-bc6e-c126f22c92b2 req-e5e2db75-c4b6-4860-b61a-b362819f24a0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0861895 Nov 23 12:49:23.789495 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7f378f3-a233-497b-bc6e-c126f22c92b2 req-c5fbff8b-5b04-4f3e-b594-851cca100cb2 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367053 Nov 23 12:49:23.955532 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:25.126691 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e510584-3e12-401f-93d1-dbd1a9cb358a req-80afedc7-b339-48fa-81b3-44c39705048d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:25.128258 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5e510584-3e12-401f-93d1-dbd1a9cb358a req-80afedc7-b339-48fa-81b3-44c39705048d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0824010 Nov 23 12:49:25.183286 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5e510584-3e12-401f-93d1-dbd1a9cb358a req-558ca8e4-9ac3-49ab-bef0-512299d7ecc9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466659 Nov 23 12:49:25.264187 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:26.392857 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0e03a-ccc2-4959-9531-27c8cf8829a9 req-b31d312e-de50-4b9a-bd50-73be4116bbc7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:26.394339 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-81b0e03a-ccc2-4959-9531-27c8cf8829a9 req-b31d312e-de50-4b9a-bd50-73be4116bbc7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0842254 Nov 23 12:49:26.438592 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-81b0e03a-ccc2-4959-9531-27c8cf8829a9 req-171b5342-57f4-4566-931c-b3e166a0a7dd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386047 Nov 23 12:49:26.635907 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae64cc-68db-4633-a3fb-e86635f32059 req-5b69c4b2-8688-4138-9374-6a263c87f205 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:26.637123 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-56ae64cc-68db-4633-a3fb-e86635f32059 req-5b69c4b2-8688-4138-9374-6a263c87f205 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 945 time: 0.0802071 Nov 23 12:49:26.685239 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-56ae64cc-68db-4633-a3fb-e86635f32059 req-840d0294-c2da-462c-830f-3059aea21488 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Nov 23 12:49:26.708790 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 36506) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:26.882693 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e1aaf8-2781-48a6-b93e-dcb914abfa2a tempest-TestMinimumBasicScenario-192598318 tempest-TestMinimumBasicScenario-192598318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:26.883401 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-48e1aaf8-2781-48a6-b93e-dcb914abfa2a tempest-TestMinimumBasicScenario-192598318 tempest-TestMinimumBasicScenario-192598318-project-admin] Synchronizing usage tracker for tenant:f42f61be69a84bb39ca859c0546635a0 on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:26.898965 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-48e1aaf8-2781-48a6-b93e-dcb914abfa2a tempest-TestMinimumBasicScenario-192598318 tempest-TestMinimumBasicScenario-192598318-project-admin] Unset dirty status for tenant:f42f61be69a84bb39ca859c0546635a0 on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:26.900192 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-48e1aaf8-2781-48a6-b93e-dcb914abfa2a tempest-TestMinimumBasicScenario-192598318 tempest-TestMinimumBasicScenario-192598318-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 1093 time: 0.1904206 Nov 23 12:49:26.903224 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 36514) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:26.908056 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'floatingip': {'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'port_id': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:26.913680 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:26.918035 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Usage tracker for resource:floatingip and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:26.920978 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:26.926702 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:26.937500 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for floatingip, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.121514 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.255139 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-f425c96e-5b52-45b1-b006-89c0482c4ae9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2118866 Nov 23 12:49:27.378119 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Allocated IP 172.27.1.56 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/0c850b89-1ab3-421f-85c2-2f7e741b8879) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:49:27.465991 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-e7ede982-b8a6-4514-aec6-80d7061a1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:27.467728 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-e7ede982-b8a6-4514-aec6-80d7061a1283 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.1694570 Nov 23 12:49:27.627930 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2ea90-afa1-4732-8a8f-2c25d44d54e8 req-9b7fbe34-bc4e-4372-bddc-c773df96cc2e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:27.629562 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-25e2ea90-afa1-4732-8a8f-2c25d44d54e8 req-9b7fbe34-bc4e-4372-bddc-c773df96cc2e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0799780 Nov 23 12:49:27.637397 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.667735 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-b3664b9b-620e-4394-b86f-c283e7306b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:27.669181 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-b3664b9b-620e-4394-b86f-c283e7306b24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1809862 Nov 23 12:49:27.677855 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-25e2ea90-afa1-4732-8a8f-2c25d44d54e8 req-eefd62e8-5b79-4c93-9f31-bb085fa86262 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406783 Nov 23 12:49:27.741041 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-0d2ee423-27ed-4f1f-896f-0e23ce615a42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.0640349 Nov 23 12:49:27.792217 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:27.800582 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-eee6b427-24aa-45c5-a48e-bb2fd7cdcf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:27.864769 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:49:27.869042 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:49:27.875107 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:49:27.900006 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-39d4960f-fc6e-43de-b9ee-1053ec3abcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:27.901393 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-39d4960f-fc6e-43de-b9ee-1053ec3abcfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.1538546 Nov 23 12:49:27.957522 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'Port': ['ID=0c850b89-1ab3-421f-85c2-2f7e741b8879,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:27.972540 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-2fd38891-c12f-492f-a793-3c739f8b843b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543337 Nov 23 12:49:27.975465 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.975820 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.976165 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.976506 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.976841 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.977175 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.977522 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.977868 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.978199 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.978531 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.978908 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:27.979238 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:28.001161 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:28.211388 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-27bd0fe3-9970-4694-8f30-39e38f538d1c service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273595 Nov 23 12:49:28.498623 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-5fb385f8-e244-403c-96b4-6912f108c9f2 req-4203725d-95f5-4f1c-92b4-1f789dff45c1 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353632 Nov 23 12:49:28.551304 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.623049 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.885254 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bf3c9-c13e-43ae-87d2-fdc762d40e66 req-e66cae46-3b69-4592-baf1-090e56a211d3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:28.886881 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-854bf3c9-c13e-43ae-87d2-fdc762d40e66 req-e66cae46-3b69-4592-baf1-090e56a211d3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0934329 Nov 23 12:49:28.903262 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.908858 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:28.913724 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-80160cf3-a3c5-4135-96fe-6a5b872dcad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:28.942999 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-854bf3c9-c13e-43ae-87d2-fdc762d40e66 req-fa50cac9-4eb9-449f-b1ec-7da64a357aa4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440457 Nov 23 12:49:29.017973 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'Port': ['ID=0c850b89-1ab3-421f-85c2-2f7e741b8879,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:29.022015 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:29.030625 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:29.199289 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.l3_db [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Floating IP c31b5895-6738-4433-bd84-1f5a4b06dc5e associated. External IP: 172.27.1.56, port: 5b3bf104-76d3-4372-a23d-2be0aae00ef9. Nov 23 12:49:29.537991 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Router b30fb6f0-c0e7-43ed-af7d-a750dddad11a has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:49:29.711340 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:49:29.721175 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] Sync routers for ids ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:49:29.734919 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] Routers {'b30fb6f0-c0e7-43ed-af7d-a750dddad11a'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:29.735435 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:29.735596 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:49:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:29.788259 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8839474 Nov 23 12:49:29.788859 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:29.791614 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 36534) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:29.799289 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71457672', 'description': 'tempest-secgroup-smoke-71457672 description', 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:29.820848 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:29.827165 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Usage tracker for resource:security_group and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:29.838795 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'status': 'completed', 'code': 200} Nov 23 12:49:29.839389 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:29.855122 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:29.882666 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:29.907411 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:29.913035 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Usage tracker for resource:security_group_rule and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:29.917276 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:29.924287 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:29.935996 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-18de13e4-90ff-4f99-8606-f1b6401651bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:29.937641 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-18de13e4-90ff-4f99-8606-f1b6401651bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc&device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 1098 time: 0.0814197 Nov 23 12:49:29.985754 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] Set router b30fb6f0-c0e7-43ed-af7d-a750dddad11a gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:30.012080 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.019581 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.048389 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:30.085563 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.088874 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2960496 Nov 23 12:49:30.091821 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6493027e-bd21-472c-98ec-40b054bccf9b,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:30.091994 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 36548) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:30.101346 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'security_group_rule': {'security_group_id': '6493027e-bd21-472c-98ec-40b054bccf9b', 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:30.101672 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.102048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.102407 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.102784 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.103105 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.103447 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.104345 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.104687 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.105175 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.105515 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.105883 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.106217 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:30.111977 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:30.119272 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:30.121128 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Usage tracker for resource:security_group_rule and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:30.134652 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:30.144535 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:30.165755 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-c68eb956-185c-4db6-9cb6-fb310ae8bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:30.168784 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-c68eb956-185c-4db6-9cb6-fb310ae8bc1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=021b00ba-2479-48e9-9c45-69d8fcc20427 HTTP/1.1" status: 200 len: 915 time: 0.2249584 Nov 23 12:49:30.204727 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31fff2-a9f0-45cb-9753-605751a01a4d req-9405910f-bafb-43e3-aa76-f3f59f5208a4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:30.206414 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ea31fff2-a9f0-45cb-9753-605751a01a4d req-9405910f-bafb-43e3-aa76-f3f59f5208a4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0969470 Nov 23 12:49:30.266882 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ea31fff2-a9f0-45cb-9753-605751a01a4d req-953a3490-c9df-4e0a-9875-07f186dd6876 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515742 Nov 23 12:49:30.324045 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.380436 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'c31b5895-6738-4433-bd84-1f5a4b06dc5e', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'port_id': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'mac_address': 'fa:16:3e:a9:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:49:28Z', 'revision_number': 0, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa818c42-b37a-4043-bde6-af306c62e9be', 'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'mac_address': 'fa:16:3e:a1:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:33Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 5, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'subnets': [{'id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:30.384229 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] Checking router: b30fb6f0-c0e7-43ed-af7d-a750dddad11a for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:49:30.393095 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] Routers {'b30fb6f0-c0e7-43ed-af7d-a750dddad11a'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:49:30.393717 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:49:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:30.399007 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-2af60a42-03b4-4413-9ece-c0d6fb611087 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 998 time: 0.2231913 Nov 23 12:49:30.466452 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.472762 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.477446 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:30.496696 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-f035b541-5222-42e9-9e2f-dfc34b89e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:30.498211 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-f035b541-5222-42e9-9e2f-dfc34b89e487 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c745b07e-94bf-494e-98e0-9d451222f629 HTTP/1.1" status: 200 len: 853 time: 0.0916951 Nov 23 12:49:30.501535 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83bff85-190b-4748-bde4-a5f01d28d551,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:30.509143 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:30.561032 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.565046 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4701774 Nov 23 12:49:30.565198 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 36552) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:30.570489 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'security_group_rule': {'security_group_id': '6493027e-bd21-472c-98ec-40b054bccf9b', 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:30.576949 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:30.579634 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] Set router b30fb6f0-c0e7-43ed-af7d-a750dddad11a gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:49:30.580912 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Usage tracker for resource:security_group_rule and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:30.584074 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:30.590637 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:30.593278 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-783c4c65-427d-409d-8be3-cf8465f8b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:30.594824 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-783c4c65-427d-409d-8be3-cf8465f8b9e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=021b00ba-2479-48e9-9c45-69d8fcc20427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866895 Nov 23 12:49:30.607787 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.676691 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.681631 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.684414 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:30.707110 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c286c0c-ffd3-4c3b-b1eb-4f6b60d2beae,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:30.709691 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:30.718156 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.721792 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-91c9704c-7d9c-49ad-8358-2e68bfa2abb1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524341 Nov 23 12:49:30.722422 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 36556) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:30.727412 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'security_group_rule': {'security_group_id': '6493027e-bd21-472c-98ec-40b054bccf9b', 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:30.744885 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:30.751070 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Usage tracker for resource:security_group_rule and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:30.754993 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-4ee87004-8190-46ea-991d-24217673fad2 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521294 Nov 23 12:49:30.755772 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:30.761620 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:30.858314 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.934308 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'c31b5895-6738-4433-bd84-1f5a4b06dc5e', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'port_id': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'mac_address': 'fa:16:3e:a9:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:49:28Z', 'revision_number': 0, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa818c42-b37a-4043-bde6-af306c62e9be', 'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'mac_address': 'fa:16:3e:a1:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:33Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 5, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'subnets': [{'id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:49:30.937835 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3c88d59-92ee-47a2-92df-0cf9ededf44e req-870ce1a4-5d59-4087-a463-879f27dbf6f6 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739705 Nov 23 12:49:30.939194 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fa086-f2a4-4123-9aa5-d544affd0d3f None None] The sync data for ids ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'] in dv-cinder-818883-1-iscsi is: [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'c31b5895-6738-4433-bd84-1f5a4b06dc5e', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'port_id': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'mac_address': 'fa:16:3e:a9:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:49:28Z', 'updated_at': '2021-11-23T12:49:28Z', 'revision_number': 0, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa818c42-b37a-4043-bde6-af306c62e9be', 'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'mac_address': 'fa:16:3e:a1:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:33Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 5, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'subnets': [{'id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:49:30.950561 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.956505 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.958674 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:30.982923 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f449c119-66ac-4896-b69a-9654ed08654d,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:30.985407 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:30.994738 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:30.998718 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2728910 Nov 23 12:49:30.999080 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 36562) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:31.004896 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'security_group_rule': {'security_group_id': '6493027e-bd21-472c-98ec-40b054bccf9b', 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:31.010831 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:31.018109 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Usage tracker for resource:security_group_rule and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:31.022466 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:31.028749 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:31.045667 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.113716 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.118142 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.125965 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:31.147124 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4f40e8-5cba-46bd-ad05-b8c830bca7e3,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:31.149536 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:31.155000 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.156220 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561565 Nov 23 12:49:31.159046 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 36570) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:31.164285 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'security_group_rule': {'security_group_id': '6493027e-bd21-472c-98ec-40b054bccf9b', 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:31.171044 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:31.175123 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Usage tracker for resource:security_group_rule and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:31.178147 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:31.184350 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:31.195337 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.securitygroups_db [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Project cfe2f8ed2ca94982b42faced1c19f9bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:49:31.202703 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.231196 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023f677-3c3b-494e-acb1-e38961969f35 None None] New status for floating IP c31b5895-6738-4433-bd84-1f5a4b06dc5e: ACTIVE {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:49:31.271023 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.274645 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.282568 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-61433ac2-7f5d-4ee7-8ff1-e3338f12d8bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:31.303529 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69bde28-f1ea-48e0-b5de-aa58e0f6fa4f,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:31.305897 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:31.311960 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.313547 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533411 Nov 23 12:49:31.316828 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 36576) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:49:31.321687 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'security_group_rule': {'security_group_id': '6493027e-bd21-472c-98ec-40b054bccf9b', 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:31.328176 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:49:31.332152 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Usage tracker for resource:security_group_rule and tenant:cfe2f8ed2ca94982b42faced1c19f9bc is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:49:31.335214 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:49:31.341155 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:49:31.352647 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.securitygroups_db [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Project cfe2f8ed2ca94982b42faced1c19f9bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:49:31.360040 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.429433 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.434540 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.436873 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-07719780-bef8-4b31-b713-fbc1011d15df tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:31.460487 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c1b993-e77b-4152-af95-c2012190e3b6,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:31.463541 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:31.466648 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995f070-c365-4a32-a040-677eccf72ca7 req-2a612330-c611-4cc2-b372-1adf9a73bb15 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:31.468392 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5995f070-c365-4a32-a040-677eccf72ca7 req-2a612330-c611-4cc2-b372-1adf9a73bb15 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0883577 Nov 23 12:49:31.475258 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:31.476851 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594923 Nov 23 12:49:31.517617 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5995f070-c365-4a32-a040-677eccf72ca7 req-8be5c35e-6b73-4b6e-ab12-deb4d6743536 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424578 Nov 23 12:49:31.597126 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-0236a6d7-561a-429f-abee-f691fdaa0c83 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Synchronizing usage tracker for tenant:cfe2f8ed2ca94982b42faced1c19f9bc on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:49:31.613465 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-0236a6d7-561a-429f-abee-f691fdaa0c83 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Unset dirty status for tenant:cfe2f8ed2ca94982b42faced1c19f9bc on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:49:31.614604 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-0236a6d7-561a-429f-abee-f691fdaa0c83 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71457672&fields=id&tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc HTTP/1.1" status: 200 len: 267 time: 0.0550799 Nov 23 12:49:31.696728 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-dc4e1929-1f12-4fca-a004-d8cf3206ff5d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:31.698621 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-dc4e1929-1f12-4fca-a004-d8cf3206ff5d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 945 time: 0.0779321 Nov 23 12:49:31.709192 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'port': {'security_groups': ['b2eae210-9a92-4f36-b149-1dad2ab138ff', '6493027e-bd21-472c-98ec-40b054bccf9b']}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:49:31.879131 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:32.131305 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] For port 5b3bf104-76d3-4372-a23d-2be0aae00ef9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:32.155814 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:32.161048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:32.167058 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-48fdec42-589f-4f4b-9f53-a62aec92323a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:32.173541 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['5b3bf104-76d3-4372-a23d-2be0aae00ef9'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:32.250082 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:32.250670 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:32.259287 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5af50be1-ec70-4090-b797-b35d48fbcce0 req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "PUT /v2.0/ports/5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 981 time: 0.5543270 Nov 23 12:49:32.260214 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:32.302868 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'Port': ['ID=5b3bf104-76d3-4372-a23d-2be0aae00ef9,revision_number=6']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:32.309926 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:32.331735 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'status': 'completed', 'code': 200} Nov 23 12:49:32.401418 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['5b3bf104-76d3-4372-a23d-2be0aae00ef9'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:32.439272 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-2a9874b0-e869-4970-8656-ddedf28a9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:32.441393 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-2a9874b0-e869-4970-8656-ddedf28a9ae5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc&device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 1137 time: 0.0850306 Nov 23 12:49:32.475210 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e82933-bb75-4edb-b16c-bce47ce28a57 req-fa1bef11-7744-41c2-91b4-cc9434e7381c tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:32.484274 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-73e82933-bb75-4edb-b16c-bce47ce28a57 req-fa1bef11-7744-41c2-91b4-cc9434e7381c tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.1033139 Nov 23 12:49:32.530844 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-73e82933-bb75-4edb-b16c-bce47ce28a57 req-e36e5319-44bb-4c22-afee-c4d2503a4b9b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0447459 Nov 23 12:49:32.567513 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-27a2f901-160b-43bf-9af0-ca62d2641735 None None] Provisioning complete for port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:32.568013 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-27a2f901-160b-43bf-9af0-ca62d2641735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:32.595059 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-ea864886-6d0b-4b13-9760-760e4d2bdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:32.596685 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-ea864886-6d0b-4b13-9760-760e4d2bdfcb service neutron] 10.222.0.64 "GET /v2.0/networks?id=021b00ba-2479-48e9-9c45-69d8fcc20427 HTTP/1.1" status: 200 len: 915 time: 0.1476333 Nov 23 12:49:32.702080 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-76616ecd-45e6-454f-ae0d-5936ef5c3184 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 1000 time: 0.0972426 Nov 23 12:49:32.723087 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b14615-dfeb-4058-8080-72fa482f57e5 req-f7c14cfd-514d-4ed5-9172-3eba05a35a39 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:32.730084 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-33b14615-dfeb-4058-8080-72fa482f57e5 req-f7c14cfd-514d-4ed5-9172-3eba05a35a39 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0909557 Nov 23 12:49:32.765283 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-544cee79-9183-434d-84bb-2ae5bd0d693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:32.767025 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-544cee79-9183-434d-84bb-2ae5bd0d693f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c745b07e-94bf-494e-98e0-9d451222f629 HTTP/1.1" status: 200 len: 853 time: 0.0586753 Nov 23 12:49:32.771623 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-33b14615-dfeb-4058-8080-72fa482f57e5 req-9e0bbd18-5ec2-4ead-892d-e5d553150a34 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406206 Nov 23 12:49:32.845853 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-2d6bc51d-e438-4b6f-b58d-b0adbd56d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:32.847310 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-2d6bc51d-e438-4b6f-b58d-b0adbd56d3af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=021b00ba-2479-48e9-9c45-69d8fcc20427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743036 Nov 23 12:49:32.981670 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-d0a40dd0-8bd7-459a-941d-e254db549643 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276550 Nov 23 12:49:33.114408 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fe993a3e-bbdf-41d6-9c8f-2b4859f70e4f req-93b6c11f-7977-467f-bbe8-96df479bf73f service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260865 Nov 23 12:49:33.966888 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944a70b-5844-459e-ad71-e03b9892b55e req-18a9e9e0-ba73-4852-bb52-a18565c98bf1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:33.968348 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d944a70b-5844-459e-ad71-e03b9892b55e req-18a9e9e0-ba73-4852-bb52-a18565c98bf1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0837460 Nov 23 12:49:34.024703 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d944a70b-5844-459e-ad71-e03b9892b55e req-2efd0e04-ad18-4dcb-b93f-1de88dac1f66 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489099 Nov 23 12:49:34.105297 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-7f26b6b9-9475-48ee-9ba2-1ae01c5ec72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:34.106727 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-7f26b6b9-9475-48ee-9ba2-1ae01c5ec72c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc&device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 1137 time: 0.0769751 Nov 23 12:49:34.125326 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0937b-37a0-40d4-bcfa-80267de2b396 req-4534acec-96aa-4123-b897-7d9e2450582c tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:34.126772 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6bf0937b-37a0-40d4-bcfa-80267de2b396 req-4534acec-96aa-4123-b897-7d9e2450582c tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0806408 Nov 23 12:49:34.175928 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6bf0937b-37a0-40d4-bcfa-80267de2b396 req-a620acfa-05a0-4d01-b96d-8d58bb87e7a3 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0432346 Nov 23 12:49:34.316099 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-81122d18-a015-4a8f-9cca-e21e7c673041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:34.317719 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-81122d18-a015-4a8f-9cca-e21e7c673041 service neutron] 10.222.0.64 "GET /v2.0/networks?id=021b00ba-2479-48e9-9c45-69d8fcc20427 HTTP/1.1" status: 200 len: 915 time: 0.2038639 Nov 23 12:49:34.421343 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-be9d1588-5383-4a93-81f5-ad69c969d533 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 1000 time: 0.0964792 Nov 23 12:49:34.483679 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-655f2bc2-a21a-4f5c-b835-9293ea5e7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:34.485063 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-655f2bc2-a21a-4f5c-b835-9293ea5e7e88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c745b07e-94bf-494e-98e0-9d451222f629 HTTP/1.1" status: 200 len: 853 time: 0.0568550 Nov 23 12:49:34.558757 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-a8e6b5c8-7615-4686-911f-2ff180cc3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:34.560169 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-a8e6b5c8-7615-4686-911f-2ff180cc3a2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=021b00ba-2479-48e9-9c45-69d8fcc20427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684946 Nov 23 12:49:34.688334 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-37fd998a-98dc-49a2-bf1e-491c165ac241 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204195 Nov 23 12:49:34.820733 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c2b17283-5774-4ea8-8d12-b294c65ed505 req-512040ae-e444-49c0-9efc-59aefdac295b service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223719 Nov 23 12:49:35.219777 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f715e2c-30e6-4831-92f1-1f488385042c req-f51897f3-7c30-4cbf-9a6a-f9e8ac449d90 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:35.221310 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8f715e2c-30e6-4831-92f1-1f488385042c req-f51897f3-7c30-4cbf-9a6a-f9e8ac449d90 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0798099 Nov 23 12:49:35.266954 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8f715e2c-30e6-4831-92f1-1f488385042c req-4abbfa61-a844-4164-8d52-5f7283ab6021 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392833 Nov 23 12:49:35.368735 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b780f61-c7ac-4e2c-9f9d-2d060bdc319f req-66f85ae3-fcc3-4a24-892b-b1c582932782 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:35.370652 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b780f61-c7ac-4e2c-9f9d-2d060bdc319f req-66f85ae3-fcc3-4a24-892b-b1c582932782 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0867870 Nov 23 12:49:35.416794 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b780f61-c7ac-4e2c-9f9d-2d060bdc319f req-509cc046-ab6e-4343-9630-b8c4142d9297 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402148 Nov 23 12:49:36.461048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2456c-30bf-4199-a72e-1682a85ed004 req-411b0f03-c91d-4fe8-88ac-bd5c409d782a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:36.462564 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7fa2456c-30bf-4199-a72e-1682a85ed004 req-411b0f03-c91d-4fe8-88ac-bd5c409d782a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0872560 Nov 23 12:49:36.512939 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7fa2456c-30bf-4199-a72e-1682a85ed004 req-df6a818a-47c9-45d7-ac49-210d0ced9373 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422790 Nov 23 12:49:36.638442 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b8541-bb06-44b3-b974-3341459d9d2d req-67cf1616-aa84-4b56-b504-61f2fbc48437 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:36.639872 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b06b8541-bb06-44b3-b974-3341459d9d2d req-67cf1616-aa84-4b56-b504-61f2fbc48437 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0861111 Nov 23 12:49:36.685127 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b06b8541-bb06-44b3-b974-3341459d9d2d req-32672293-9fc0-440a-b30c-6a3b89d3d933 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393353 Nov 23 12:49:37.704576 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c3a8b-de7f-44f5-8ee8-76c0ad58b548 req-65b5490d-2df1-471c-a35e-f4289234225f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:37.706023 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e13c3a8b-de7f-44f5-8ee8-76c0ad58b548 req-65b5490d-2df1-471c-a35e-f4289234225f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 944 time: 0.0788968 Nov 23 12:49:37.753162 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e13c3a8b-de7f-44f5-8ee8-76c0ad58b548 req-11e52301-0b87-45f3-bdae-8da273dc2be2 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416074 Nov 23 12:49:37.867392 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb1f10-1323-4ace-8e1b-6d827d1b553b req-fdf9bf5d-978d-4fc3-ae1d-a953a9b6aab9 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:37.868738 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8cb1f10-1323-4ace-8e1b-6d827d1b553b req-fdf9bf5d-978d-4fc3-ae1d-a953a9b6aab9 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0790284 Nov 23 12:49:37.913913 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8cb1f10-1323-4ace-8e1b-6d827d1b553b req-3d492340-6cc4-47fb-a641-b3cf8ab80932 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0390065 Nov 23 12:49:38.236258 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5cf1441a-b459-403a-a2cb-32947569e177 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:49:38.368032 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:38.380660 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '5cf1441a-b459-403a-a2cb-32947569e177', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'port_id': '5cf1441a-b459-403a-a2cb-32947569e177', 'mac_address': 'fa:16:3e:1c:eb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:49:38.434162 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:38.450129 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf1441a-b459-403a-a2cb-32947569e177 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:49:38.465402 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:38.469424 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:38.471125 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-9c35c729-a331-4393-a6ba-c059cf374476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:38.537957 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=9']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:38.545546 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.545913 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.546245 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.546572 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.546898 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.547227 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.547554 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.547866 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.548207 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.548522 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.548836 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.549165 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:49:38.552980 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:38.777809 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['5cf1441a-b459-403a-a2cb-32947569e177'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:49:38.948783 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85067754-afd4-4bec-8b52-c47e5877fc7c req-188e8a5f-7f3d-4f23-9468-2a10767cb98d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:38.950286 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-85067754-afd4-4bec-8b52-c47e5877fc7c req-188e8a5f-7f3d-4f23-9468-2a10767cb98d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 945 time: 0.0842035 Nov 23 12:49:38.997052 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-85067754-afd4-4bec-8b52-c47e5877fc7c req-9dd7a440-0d02-42dd-94a3-3df9b7da0278 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406971 Nov 23 12:49:39.097472 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0197f7a-aff1-4fcc-946c-cb017b9c8c8e req-90e5998b-10f0-418f-81e2-944d3b4b10e6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:39.098843 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0197f7a-aff1-4fcc-946c-cb017b9c8c8e req-90e5998b-10f0-418f-81e2-944d3b4b10e6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0804772 Nov 23 12:49:39.144633 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0197f7a-aff1-4fcc-946c-cb017b9c8c8e req-e1f6f106-679b-4a24-a0f7-b22704180f2b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0394883 Nov 23 12:49:40.187198 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ce728-921c-43dc-93c2-f9d15f06b505 req-9231a34b-c6d1-43ea-93b9-d892c3ed95c1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:40.188648 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2d5ce728-921c-43dc-93c2-f9d15f06b505 req-9231a34b-c6d1-43ea-93b9-d892c3ed95c1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 945 time: 0.0828161 Nov 23 12:49:40.236248 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5cf1441a-b459-403a-a2cb-32947569e177 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:49:40.241004 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2d5ce728-921c-43dc-93c2-f9d15f06b505 req-cd166e84-525b-46e9-a22d-f53c9771e82c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465207 Nov 23 12:49:40.318479 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 5cf1441a-b459-403a-a2cb-32947569e177 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:49:40.318857 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.346205 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b1bd2-e925-4e8c-a205-d3d77bc5e6e8 req-82e20413-8498-4e92-8611-83934951ac42 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:40.347634 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ce7b1bd2-e925-4e8c-a205-d3d77bc5e6e8 req-82e20413-8498-4e92-8611-83934951ac42 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0949013 Nov 23 12:49:40.392967 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ce7b1bd2-e925-4e8c-a205-d3d77bc5e6e8 req-aa9f47d4-bbe9-4436-8bd8-fd136a4a23dd tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0396380 Nov 23 12:49:40.440830 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.469086 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:49:40.478528 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:49:40.482305 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:40.484097 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:49:40.521465 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177', 'code': 200} Nov 23 12:49:40.553187 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=10']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:49:40.556016 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:49:41.079617 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553cb8b-3650-4b5e-8627-bc1f1dcf44b4 req-45413bd8-4d63-45f2-b9aa-770a6852adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:41.081154 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c553cb8b-3650-4b5e-8627-bc1f1dcf44b4 req-45413bd8-4d63-45f2-b9aa-770a6852adfc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 1100 time: 0.0742757 Nov 23 12:49:41.121798 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-c553cb8b-3650-4b5e-8627-bc1f1dcf44b4 req-2167cda1-3090-4e81-9e31-0de60ab7dc5a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345004 Nov 23 12:49:41.489669 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70429aa3-4747-4ab4-a011-d00b8ac92691 req-0b9c7170-841f-42d1-8e82-76277a8b55be tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:41.491141 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-70429aa3-4747-4ab4-a011-d00b8ac92691 req-0b9c7170-841f-42d1-8e82-76277a8b55be tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 947 time: 0.1401606 Nov 23 12:49:41.584933 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-70429aa3-4747-4ab4-a011-d00b8ac92691 req-5f853d41-7d6f-4b67-97e6-04a519655326 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881233 Nov 23 12:49:41.608950 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd0072-5840-40a6-8310-bf2ee03e81ba req-d3daf601-41b0-41b7-a5e4-3dd2279726db tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:41.610394 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-11bd0072-5840-40a6-8310-bf2ee03e81ba req-d3daf601-41b0-41b7-a5e4-3dd2279726db tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.1125150 Nov 23 12:49:41.656433 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-11bd0072-5840-40a6-8310-bf2ee03e81ba req-b143c971-a077-41a8-98a2-070a713d84ad tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0397453 Nov 23 12:49:42.807812 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc72b3-b65b-4121-af4d-dd4fef5d6a48 req-b3fc83e8-a0a2-4a02-b1b4-5b8ba37ea201 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:42.809200 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5acc72b3-b65b-4121-af4d-dd4fef5d6a48 req-b3fc83e8-a0a2-4a02-b1b4-5b8ba37ea201 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 947 time: 0.1154926 Nov 23 12:49:42.867277 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5acc72b3-b65b-4121-af4d-dd4fef5d6a48 req-f33fa5b0-f85a-45ae-9588-10e4fa9b32d0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518043 Nov 23 12:49:42.884475 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be47ac-9f4c-47e9-96e4-11fee675f3e7 req-651db7a9-cfdb-41be-a9c3-88b37a25a04d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:42.885949 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-19be47ac-9f4c-47e9-96e4-11fee675f3e7 req-651db7a9-cfdb-41be-a9c3-88b37a25a04d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.1265919 Nov 23 12:49:42.933234 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-19be47ac-9f4c-47e9-96e4-11fee675f3e7 req-008d01d4-55d7-4760-8e34-64522f5e24eb tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0417025 Nov 23 12:49:44.136151 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd6019-7378-4c74-9ee7-8879d2be20e7 req-6b57c36f-69f5-4fb1-a8d6-9df44a6fdc00 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:44.137618 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c2bd6019-7378-4c74-9ee7-8879d2be20e7 req-6b57c36f-69f5-4fb1-a8d6-9df44a6fdc00 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 947 time: 0.1483495 Nov 23 12:49:44.169753 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b82f9-7c79-4ed5-8165-7d6e2e7148ca req-390cfbf3-d3c2-46f0-8828-64d979379f2f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:44.171172 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6e2b82f9-7c79-4ed5-8165-7d6e2e7148ca req-390cfbf3-d3c2-46f0-8828-64d979379f2f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.1304848 Nov 23 12:49:44.215924 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c2bd6019-7378-4c74-9ee7-8879d2be20e7 req-404faa18-6352-4347-b7f1-4ca0ff3ca84f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724275 Nov 23 12:49:44.238377 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6e2b82f9-7c79-4ed5-8165-7d6e2e7148ca req-706aeda8-d2d9-40b3-bf2d-5bdbe7009276 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0565677 Nov 23 12:49:45.474782 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbc272-7454-47b8-a733-de3653df31bd req-9cfaa95d-9aec-4c32-92a8-31654399d266 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:45.476200 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-27dbc272-7454-47b8-a733-de3653df31bd req-9cfaa95d-9aec-4c32-92a8-31654399d266 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 947 time: 0.1385300 Nov 23 12:49:45.487731 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b23a-14ba-46b8-8055-f9b457c9c8fd req-1b2bfcae-b16a-4396-8686-235756d54a62 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:45.489051 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f63b23a-14ba-46b8-8055-f9b457c9c8fd req-1b2bfcae-b16a-4396-8686-235756d54a62 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.1192665 Nov 23 12:49:45.555370 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-27dbc272-7454-47b8-a733-de3653df31bd req-98f11d32-3820-4649-8e49-373909b8c10c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653377 Nov 23 12:49:45.561680 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f63b23a-14ba-46b8-8055-f9b457c9c8fd req-b9a4fc23-7852-449c-9371-91adf1844138 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0596623 Nov 23 12:49:46.746088 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dad33-ed5a-477d-9ddd-c4d81fba2d27 req-cf8d7796-ab13-4a6d-b9ca-dc2bb1a0fccc tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:46.747518 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1b9dad33-ed5a-477d-9ddd-c4d81fba2d27 req-cf8d7796-ab13-4a6d-b9ca-dc2bb1a0fccc tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0787725 Nov 23 12:49:46.796961 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1b9dad33-ed5a-477d-9ddd-c4d81fba2d27 req-6cbcd426-f764-4914-a787-15099af047bd tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0436969 Nov 23 12:49:47.565155 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:49:47.981787 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae039-0fe2-47dc-b096-8ef91b3b3c25 req-855eeea3-5f05-425d-ad6d-9e720293a23d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:47.983215 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-eddae039-0fe2-47dc-b096-8ef91b3b3c25 req-855eeea3-5f05-425d-ad6d-9e720293a23d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0822587 Nov 23 12:49:48.029224 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-eddae039-0fe2-47dc-b096-8ef91b3b3c25 req-1ed1eebe-794c-4651-a89f-4f3cd6958ecd tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401890 Nov 23 12:49:49.213005 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b6c27-9602-48e5-8cb4-12ac3b1c531b req-6d4d3924-75f9-4815-8e5c-33dbc0532025 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:49.214361 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec5b6c27-9602-48e5-8cb4-12ac3b1c531b req-6d4d3924-75f9-4815-8e5c-33dbc0532025 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0822010 Nov 23 12:49:49.260525 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec5b6c27-9602-48e5-8cb4-12ac3b1c531b req-349a3482-aac6-4a1b-a1fb-64ac7c685784 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0404272 Nov 23 12:49:50.288106 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-881d6358-ff9c-4e80-a18b-52386584af4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:50.442334 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aeeffe-f0d0-4e47-a9b3-c22c0c9b3849 req-216cb4fa-9e72-48e0-b3c2-b7671c99b869 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:50.443766 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-07aeeffe-f0d0-4e47-a9b3-c22c0c9b3849 req-216cb4fa-9e72-48e0-b3c2-b7671c99b869 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0780568 Nov 23 12:49:50.489265 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-07aeeffe-f0d0-4e47-a9b3-c22c0c9b3849 req-f3002cc3-30a2-4a9b-9c97-ecee5ef05e5a tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0391350 Nov 23 12:49:50.809983 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:51.673545 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54bd61-a887-42a7-ac06-23424e8fc314 req-27d5e58f-6395-4bf1-9d8b-1ed586d248bf tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:51.674980 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-df54bd61-a887-42a7-ac06-23424e8fc314 req-27d5e58f-6395-4bf1-9d8b-1ed586d248bf tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0812750 Nov 23 12:49:51.722308 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-df54bd61-a887-42a7-ac06-23424e8fc314 req-f09e531d-56ca-4922-91c0-58a840650fe8 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0416737 Nov 23 12:49:52.865674 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6fe0eb3b-83ba-48d0-ac1a-c79c6afbb791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:52.907193 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55058dd0-7be7-4354-bc21-b01341c5ef4a req-40f03575-7a8b-4718-88f5-5ff999a08548 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:52.908658 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-55058dd0-7be7-4354-bc21-b01341c5ef4a req-40f03575-7a8b-4718-88f5-5ff999a08548 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0819688 Nov 23 12:49:52.960094 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-55058dd0-7be7-4354-bc21-b01341c5ef4a req-18fb0d3e-3796-47a0-801c-8824d850a24d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0449553 Nov 23 12:49:53.671731 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:53.958905 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:54.147477 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c06a9-0387-43b7-8e4d-4ab712d286d0 req-80ebc258-22c9-4a22-91c4-493832c695ed tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:54.148893 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af3c06a9-0387-43b7-8e4d-4ab712d286d0 req-80ebc258-22c9-4a22-91c4-493832c695ed tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0795550 Nov 23 12:49:54.193970 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af3c06a9-0387-43b7-8e4d-4ab712d286d0 req-339bf9a8-03e8-454d-a729-21e30348ce5f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0388312 Nov 23 12:49:55.267115 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:49:55.394446 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91faf38-0c7a-4d9c-9cf5-42d1ce44df1b req-4c0d409a-461b-40c1-af4e-11f955fdb258 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:55.395891 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a91faf38-0c7a-4d9c-9cf5-42d1ce44df1b req-4c0d409a-461b-40c1-af4e-11f955fdb258 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0921953 Nov 23 12:49:55.442386 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a91faf38-0c7a-4d9c-9cf5-42d1ce44df1b req-6e6d0652-7cc8-4936-aae9-55759259e2cf tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0400815 Nov 23 12:49:56.629422 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412111f-fad0-4185-9758-d7f0c999eeca req-bf7bf753-310e-47ad-a20f-003f156b602a tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:56.630887 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6412111f-fad0-4185-9758-d7f0c999eeca req-bf7bf753-310e-47ad-a20f-003f156b602a tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0848057 Nov 23 12:49:56.676785 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6412111f-fad0-4185-9758-d7f0c999eeca req-df8dc113-9b49-43ca-96d7-0b492ad9c2b9 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393784 Nov 23 12:49:57.916921 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71f833-49a9-4151-a1d2-63a7e0e14420 req-b364e63c-80f9-4f7b-ba96-a09ab0d3c560 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:57.918260 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6d71f833-49a9-4151-a1d2-63a7e0e14420 req-b364e63c-80f9-4f7b-ba96-a09ab0d3c560 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.1399932 Nov 23 12:49:57.962081 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6d71f833-49a9-4151-a1d2-63a7e0e14420 req-8b4741b7-2899-407f-834c-1e849db3597d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0381362 Nov 23 12:49:59.145831 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbd1ae-eae9-4b3e-9a93-905c176a80a6 req-50483c92-9da3-4fd7-80cb-b1aa0caf6138 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:49:59.147242 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e5dbd1ae-eae9-4b3e-9a93-905c176a80a6 req-50483c92-9da3-4fd7-80cb-b1aa0caf6138 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0793710 Nov 23 12:49:59.195634 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e5dbd1ae-eae9-4b3e-9a93-905c176a80a6 req-95c04599-aaf5-423b-ae68-fe44d74edeca tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0426195 Nov 23 12:50:00.377655 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920563a1-4871-45a0-80e9-48e7214c5c1c req-80455d51-68e3-4e7b-ad55-269377d39a93 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:00.379072 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-920563a1-4871-45a0-80e9-48e7214c5c1c req-80455d51-68e3-4e7b-ad55-269377d39a93 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0802999 Nov 23 12:50:00.424299 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-920563a1-4871-45a0-80e9-48e7214c5c1c req-92e29220-65d7-48ba-b8b6-aa13ba2001af tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0388792 Nov 23 12:50:01.608170 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6efc3-3cbb-4f05-8e97-1bcebda9eb7d req-8cf15e86-663e-4e11-84f9-162ee1afedc9 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:01.609620 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-63d6efc3-3cbb-4f05-8e97-1bcebda9eb7d req-8cf15e86-663e-4e11-84f9-162ee1afedc9 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0826347 Nov 23 12:50:01.656645 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-63d6efc3-3cbb-4f05-8e97-1bcebda9eb7d req-1b37107c-66a0-4600-9e60-519b70a75623 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=6493027e-bd21-472c-98ec-40b054bccf9b&id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0412970 Nov 23 12:50:20.289926 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3cb2d023-5724-44f0-9197-88eda0580d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:20.812281 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:22.866787 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-27640e2a-68a0-414b-9948-f2396ad6290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:23.687912 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:23.962575 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:24.564518 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:50:25.268804 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:28.253241 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-f9d35d1a-65f9-46c0-b8b1-9035dd87d6a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691075 Nov 23 12:50:28.350222 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-3a567ee8-5feb-417e-abb3-6538577673cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:28.351650 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-3a567ee8-5feb-417e-abb3-6538577673cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1099 time: 0.0720036 Nov 23 12:50:28.492203 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-44990b14-9508-4dd8-b6d0-d43a22c4b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:28.493779 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-44990b14-9508-4dd8-b6d0-d43a22c4b779 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1224010 Nov 23 12:50:28.562330 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-f664c6ca-a211-4899-950d-0467a322bc91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 HTTP/1.1" status: 200 len: 217 time: 0.0618997 Nov 23 12:50:28.623935 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-24129926-18c3-42df-9695-c19452862a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:28.625320 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-24129926-18c3-42df-9695-c19452862a24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0567889 Nov 23 12:50:28.673019 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-1a9016ab-5b37-4944-b0c5-931f241b484e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402472 Nov 23 12:50:28.803230 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-3bdf0cd1-d7d5-4a63-952e-0b13b45b8a99 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237316 Nov 23 12:50:28.936617 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-63789160-c173-4cf6-b2b6-8dabbec2bd90 req-19eaa191-52cc-4e78-8161-338bf6c8f5f5 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265996 Nov 23 12:50:35.129343 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-b53f7517-082a-4189-ae81-04515fa291a1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71457672&fields=id&tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc HTTP/1.1" status: 200 len: 267 time: 0.0886762 Nov 23 12:50:35.214405 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-770435dd-b914-44a3-b078-f45d8d1acac6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:35.215819 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-770435dd-b914-44a3-b078-f45d8d1acac6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 984 time: 0.0805490 Nov 23 12:50:35.226839 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Request body: {'port': {'security_groups': ['b2eae210-9a92-4f36-b149-1dad2ab138ff']}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:35.345621 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:35.582563 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] For port 5b3bf104-76d3-4372-a23d-2be0aae00ef9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:50:35.607782 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:35.612010 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:35.619022 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:35.630378 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['5b3bf104-76d3-4372-a23d-2be0aae00ef9'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:35.686661 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:35.687301 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:35.694364 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d1568a4a-7aae-4e9f-b067-7718bbf9eb2a req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "PUT /v2.0/ports/5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 942 time: 0.4698465 Nov 23 12:50:35.694942 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 37144) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:35.699175 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:35.764069 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event updated for resources: {'Port': ['ID=5b3bf104-76d3-4372-a23d-2be0aae00ef9,revision_number=7']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:35.771762 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.772138 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.772497 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.772857 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.773201 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.773593 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.777972 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.778359 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.778727 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.779087 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.779437 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.779785 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:35.784144 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:35.793459 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'status': 'completed', 'code': 200} Nov 23 12:50:35.830822 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['5b3bf104-76d3-4372-a23d-2be0aae00ef9'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:50:35.873357 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:35.918255 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:35.965273 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb714006-c044-4b03-9511-59b921906a81 req-67526e58-5471-4597-9a6b-6dedf9d00a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:35.966668 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fb714006-c044-4b03-9511-59b921906a81 req-67526e58-5471-4597-9a6b-6dedf9d00a8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc&device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 1098 time: 0.1413631 Nov 23 12:50:36.061425 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-d0ce8df3-166e-43bb-8216-62b15934ce31 None None] Provisioning complete for port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:50:36.061946 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8df3-166e-43bb-8216-62b15934ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.137827 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.143136 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-59abbe4d-36e6-4272-a4e3-21e08f0ef682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:36.163549 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6493027e-bd21-472c-98ec-40b054bccf9b,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:36.187188 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.187545 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.188373 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.188373 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.188604 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.189025 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.189365 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.189733 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.190069 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.190398 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.190730 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.191060 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:36.203045 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:36.206499 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.210367 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "DELETE /v2.0/security-groups/6493027e-bd21-472c-98ec-40b054bccf9b HTTP/1.1" status: 204 len: 168 time: 0.5115979 Nov 23 12:50:36.210676 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 37150) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:36.212147 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb714006-c044-4b03-9511-59b921906a81 req-8dcdbb8e-5901-4161-9682-bcd4db4cc6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:36.213648 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fb714006-c044-4b03-9511-59b921906a81 req-8dcdbb8e-5901-4161-9682-bcd4db4cc6c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=021b00ba-2479-48e9-9c45-69d8fcc20427 HTTP/1.1" status: 200 len: 915 time: 0.2394907 Nov 23 12:50:36.319497 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fb714006-c044-4b03-9511-59b921906a81 req-c9cb4a88-21d3-4d2d-8a34-0917783fdadd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 1000 time: 0.0981150 Nov 23 12:50:36.385992 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb714006-c044-4b03-9511-59b921906a81 req-a4bf21cb-b747-414d-bed0-920d0806e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:36.387739 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fb714006-c044-4b03-9511-59b921906a81 req-a4bf21cb-b747-414d-bed0-920d0806e27e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c745b07e-94bf-494e-98e0-9d451222f629 HTTP/1.1" status: 200 len: 853 time: 0.0605767 Nov 23 12:50:36.424649 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Deleting port 0c850b89-1ab3-421f-85c2-2f7e741b8879 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:50:36.424893 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.461997 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb714006-c044-4b03-9511-59b921906a81 req-de9f57b3-b828-4830-be4c-4415725e53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:36.463459 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fb714006-c044-4b03-9511-59b921906a81 req-de9f57b3-b828-4830-be4c-4415725e53bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=021b00ba-2479-48e9-9c45-69d8fcc20427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686698 Nov 23 12:50:36.593959 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.594285 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.594430 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fb714006-c044-4b03-9511-59b921906a81 req-ae33ad2f-f8ef-4cec-9bd8-2b6ffc519274 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227195 Nov 23 12:50:36.716294 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Calling delete_port for 0c850b89-1ab3-421f-85c2-2f7e741b8879 owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:50:36.731781 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fb714006-c044-4b03-9511-59b921906a81 req-9c5f712a-22af-4138-a7b9-ec8bb4d40bbb service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281097 Nov 23 12:50:36.944017 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:36.947466 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4c2f1731-9f77-44ea-aedb-c5c50f771d88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:36.988232 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event deleted for resources: {'Port': ['ID=0c850b89-1ab3-421f-85c2-2f7e741b8879,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:36.991753 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:37.079751 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks [] for floatingip, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:37.080120 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.l3_db [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Floating IP c31b5895-6738-4433-bd84-1f5a4b06dc5e disassociated (deleted). External IP: 172.27.1.56, port: 5b3bf104-76d3-4372-a23d-2be0aae00ef9. Nov 23 12:50:37.424479 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Router b30fb6f0-c0e7-43ed-af7d-a750dddad11a has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:50:37.600033 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:50:37.609250 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] Sync routers for ids ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:50:37.619863 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] Routers {'b30fb6f0-c0e7-43ed-af7d-a750dddad11a'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:37.620144 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:37.620498 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:50:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:37.672701 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "DELETE /v2.0/floatingips/c31b5895-6738-4433-bd84-1f5a4b06dc5e HTTP/1.1" status: 204 len: 168 time: 1.4608283 Nov 23 12:50:37.794898 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:50:37.798760 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] Set router b30fb6f0-c0e7-43ed-af7d-a750dddad11a gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:37.888782 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'status': 'completed', 'code': 200} Nov 23 12:50:38.032636 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff311a8-dda4-4042-8317-6057a3bb818b req-9697de95-3a65-490c-9bc2-9d813a84c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:38.034473 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dff311a8-dda4-4042-8317-6057a3bb818b req-9697de95-3a65-490c-9bc2-9d813a84c6db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc&device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 1098 time: 0.1103437 Nov 23 12:50:38.173341 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'aa818c42-b37a-4043-bde6-af306c62e9be', 'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'mac_address': 'fa:16:3e:a1:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:33Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 5, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'subnets': [{'id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:38.178044 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] Checking router: b30fb6f0-c0e7-43ed-af7d-a750dddad11a for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:50:38.187596 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] Routers {'b30fb6f0-c0e7-43ed-af7d-a750dddad11a'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:38.188205 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T12:50:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:38.194245 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff311a8-dda4-4042-8317-6057a3bb818b req-32b9bf12-297d-4231-9437-1cf79889fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:38.197471 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dff311a8-dda4-4042-8317-6057a3bb818b req-32b9bf12-297d-4231-9437-1cf79889fc68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=021b00ba-2479-48e9-9c45-69d8fcc20427 HTTP/1.1" status: 200 len: 915 time: 0.1555917 Nov 23 12:50:38.282284 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dff311a8-dda4-4042-8317-6057a3bb818b req-73ad6fb8-cf6d-491d-ac46-f81dc592f206 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 217 time: 0.0704389 Nov 23 12:50:38.351340 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff311a8-dda4-4042-8317-6057a3bb818b req-d1185540-0723-4923-9286-1ca6d04d675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:38.352788 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dff311a8-dda4-4042-8317-6057a3bb818b req-d1185540-0723-4923-9286-1ca6d04d675e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c745b07e-94bf-494e-98e0-9d451222f629 HTTP/1.1" status: 200 len: 853 time: 0.0639639 Nov 23 12:50:38.375417 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] Set router b30fb6f0-c0e7-43ed-af7d-a750dddad11a gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:50:38.426269 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff311a8-dda4-4042-8317-6057a3bb818b req-cf53ea36-5b6e-4158-822a-a7c71b4b0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:38.427730 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dff311a8-dda4-4042-8317-6057a3bb818b req-cf53ea36-5b6e-4158-822a-a7c71b4b0008 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=021b00ba-2479-48e9-9c45-69d8fcc20427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689454 Nov 23 12:50:38.567248 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dff311a8-dda4-4042-8317-6057a3bb818b req-4890ef40-d5a5-4564-94ba-574b28d6d660 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295662 Nov 23 12:50:38.690889 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'aa818c42-b37a-4043-bde6-af306c62e9be', 'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'mac_address': 'fa:16:3e:a1:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:33Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 5, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'subnets': [{'id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:38.694653 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0255ad1-2dd9-4538-a81a-42824d401106 None None] The sync data for ids ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'] in dv-cinder-818883-1-iscsi is: [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T12:47:34Z', 'revision_number': 4, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'aa818c42-b37a-4043-bde6-af306c62e9be', 'name': '', 'network_id': '021b00ba-2479-48e9-9c45-69d8fcc20427', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'mac_address': 'fa:16:3e:a1:75:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:33Z', 'updated_at': '2021-11-23T12:47:44Z', 'revision_number': 5, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'subnets': [{'id': 'c745b07e-94bf-494e-98e0-9d451222f629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:50:38.703020 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dff311a8-dda4-4042-8317-6057a3bb818b req-4ec85171-af55-4174-b0a2-ee12a208a669 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265414 Nov 23 12:50:38.934055 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7ff55-c3f9-4ac0-87ca-1ca52c516b13 None None] New status for floating IP c31b5895-6738-4433-bd84-1f5a4b06dc5e: DOWN {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:50:50.293521 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e86167ce-e301-445b-90a4-855e528c1a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:50.814295 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.872323 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-bbadd158-34a8-43d3-a745-09146fec54b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.680678 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:53.963753 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:55.274627 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:01.563687 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:51:20.295332 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b98150ff-268f-4b67-9dba-7fa2df283f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:20.815552 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:22.874672 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a570edd1-67a2-4033-8e58-2348a5b490eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:23.698934 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:23.967557 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.269906 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:29.294895 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-3a30dfe6-60fd-4929-a4ba-d50489d263ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1143425 Nov 23 12:51:29.387650 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-6cc9d1ba-bea8-4673-8a9d-3c14565c7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:29.389108 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-6cc9d1ba-bea8-4673-8a9d-3c14565c7232 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 1100 time: 0.0734227 Nov 23 12:51:29.600912 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-3bf078f1-c864-44ac-8266-8994cf267286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:29.602927 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-3bf078f1-c864-44ac-8266-8994cf267286 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 918 time: 0.1943591 Nov 23 12:51:29.703100 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-81875cee-e056-4251-bc30-3a2daaa87a29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf1441a-b459-403a-a2cb-32947569e177 HTTP/1.1" status: 200 len: 1001 time: 0.0936501 Nov 23 12:51:29.762719 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-8931e8c5-ff5d-4627-aa54-4b47516c28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:29.764105 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-8931e8c5-ff5d-4627-aa54-4b47516c28e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 200 len: 856 time: 0.0548608 Nov 23 12:51:29.840046 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-a715847b-cdec-4569-83ca-e918c9942b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:29.841444 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-a715847b-cdec-4569-83ca-e918c9942b83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709369 Nov 23 12:51:29.968134 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-8326b237-3c41-4100-b1ff-ae0386678e0a service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198995 Nov 23 12:51:30.102949 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e3b2d88c-ee24-4dc6-849b-8e3c163a27c5 req-16b55745-3d75-4ea0-8349-e7943ade15bc service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281176 Nov 23 12:51:38.562388 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:51:50.296357 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0d58f8fa-c5bf-46da-8a7c-88cc203c2a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:50.816841 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:52.876449 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-76738485-80ef-4584-b1d0-668aacd1060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:53.698178 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:53.970042 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:55.272352 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:15.564640 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:52:20.297910 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0fe884a1-402d-4085-bf9f-10c417333fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:20.819635 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:22.877400 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c007-d089-4363-b78f-6e9e3406d978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:23.714740 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:23.972878 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:25.274794 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:31.270328 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-fbf1544c-e971-40ba-ab25-bf79a4e367cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737596 Nov 23 12:52:31.369659 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-e7548586-7dd9-40e7-b5bb-4cfb2b6b242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:31.371441 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-e7548586-7dd9-40e7-b5bb-4cfb2b6b242c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 1099 time: 0.0742366 Nov 23 12:52:31.512993 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-61bfca19-c7f0-41d6-b937-e9adc5d83b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:31.514436 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-61bfca19-c7f0-41d6-b937-e9adc5d83b49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.1238489 Nov 23 12:52:31.584517 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-77eadc64-551c-4756-a5d5-9661db973e65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882a9e9d-c8fd-49a4-a824-637f0d682bc0 HTTP/1.1" status: 200 len: 217 time: 0.0632858 Nov 23 12:52:31.648462 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-309c0512-6cc0-496a-9fd4-7e7655a1aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:52:31.649930 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-309c0512-6cc0-496a-9fd4-7e7655a1aefe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.0584757 Nov 23 12:52:31.695001 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-b6bcb82c-1fdd-423a-9967-431c4db44c32 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388908 Nov 23 12:52:31.823692 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-69626e8e-f889-47d2-8459-a52a8fc5d39d service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218886 Nov 23 12:52:31.952140 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a3d45275-17dd-4ee7-aa45-4de86e702f41 req-8eeeb0a7-6d9b-4d49-a4d5-2011f549d74b service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225328 Nov 23 12:52:50.298136 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6771c709-d7dc-47b7-b54a-d3797b32b57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:50.821871 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:52.563635 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:52:52.878221 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8a81799a-b054-4606-8640-a8f691b18b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.728636 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:53.976132 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:55.279733 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:20.299899 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-19fb787a-7975-436d-b79c-1898b3ba063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:20.824168 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:22.880636 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-cc71dbd5-3086-41a5-9a84-9cca35052c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:23.725093 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:23.977987 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:25.283055 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:29.562731 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:53:32.250576 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-fd2b7073-7678-45c8-8933-c6a7cbf84538 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734806 Nov 23 12:53:32.343967 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-85296262-f683-4815-96c8-92a0320baffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:32.345401 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-85296262-f683-4815-96c8-92a0320baffc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 1098 time: 0.0730140 Nov 23 12:53:32.562597 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-0528f735-b1be-4ca4-b78a-4db05bcfd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:32.564053 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-0528f735-b1be-4ca4-b78a-4db05bcfd007 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.1981776 Nov 23 12:53:32.632694 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-3e7ca0a4-2412-4e7f-bd38-7a6f00733edd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=966ee1ba-af1f-41b5-819c-d945b127608e HTTP/1.1" status: 200 len: 217 time: 0.0613449 Nov 23 12:53:32.693083 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-103ccd1b-f5c9-47e3-8249-1d6c2d02d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:32.694469 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-103ccd1b-f5c9-47e3-8249-1d6c2d02d6ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.0557768 Nov 23 12:53:32.739825 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-13dd0261-c788-47ab-8aad-00da909ecbf9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387495 Nov 23 12:53:32.868967 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-5021dceb-8b5f-4062-bfa4-37b5b48ab553 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223733 Nov 23 12:53:33.000174 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bb6f1d08-dcc7-40a4-8de3-ef7adbdbd2c8 req-1c62e168-74a1-43d4-b644-7e85f3dcd4ba service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242890 Nov 23 12:53:50.302223 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae14a-6093-48dc-874a-cf176c25769b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:50.825755 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:52.882432 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-74c3f622-ca40-4469-899c-0ecde5718642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:53.739696 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:53.981299 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:55.282412 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:06.562673 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:54:20.305248 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b0f080e9-1dde-42a9-964f-1b848cb9f757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:20.828562 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.883973 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-07466b17-5018-4ddd-8199-0056a9591251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:23.746779 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:23.983696 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:25.285334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.254020 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-b118e6d4-0859-4102-bcc1-255102b9692d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743942 Nov 23 12:54:34.346714 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-c94bdd34-b4bc-41f5-b590-32adde6f8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:34.348139 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-c94bdd34-b4bc-41f5-b590-32adde6f8d15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b230877b98443f2b9ed99378840eda7&device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 1098 time: 0.0698278 Nov 23 12:54:34.497320 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-a78e5272-ee18-4d78-8429-4d8e2d1004c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:34.498785 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-a78e5272-ee18-4d78-8429-4d8e2d1004c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a93fbe63-a867-4090-8e29-e508956351cc HTTP/1.1" status: 200 len: 913 time: 0.1250684 Nov 23 12:54:34.571724 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-43968400-3693-4d6c-8bc7-af3db5ba24eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=113acfd4-f492-40ea-b39b-8db85bb068f6 HTTP/1.1" status: 200 len: 217 time: 0.0651338 Nov 23 12:54:34.640453 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-eab7862c-d492-42e9-afe5-ecede9522565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:34.641829 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-eab7862c-d492-42e9-afe5-ecede9522565 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c1227da-7285-4ae1-8bf0-8b5906e1d344 HTTP/1.1" status: 200 len: 852 time: 0.0558548 Nov 23 12:54:34.697796 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-03c93cfb-0075-4090-93e9-e59cb9ca6569 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a93fbe63-a867-4090-8e29-e508956351cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425198 Nov 23 12:54:34.836580 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-45fff10e-90b5-4f6d-b769-d8c753f3300b service neutron] 10.222.0.64 "GET /v2.0/networks/a93fbe63-a867-4090-8e29-e508956351cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237495 Nov 23 12:54:34.965322 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-45ea89b9-c1aa-489b-95ed-323e1613b435 req-fb8c8f6a-400c-4f3e-9944-a3f5f275f960 service neutron] 10.222.0.64 "GET /v2.0/networks/a93fbe63-a867-4090-8e29-e508956351cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219602 Nov 23 12:54:40.310801 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d565ced-1320-4970-a32d-c7c07274ff4a req-4524a922-63fe-4271-a964-129c9b1091eb tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:40.312235 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3d565ced-1320-4970-a32d-c7c07274ff4a req-4524a922-63fe-4271-a964-129c9b1091eb tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 945 time: 0.0829601 Nov 23 12:54:40.355789 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3d565ced-1320-4970-a32d-c7c07274ff4a req-34caf7f8-ff51-4aa9-baf9-e63f92ffa585 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Nov 23 12:54:40.741102 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-3966133d-40a9-4540-8082-a161196b55ac tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:40.741821 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-3966133d-40a9-4540-8082-a161196b55ac tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Synchronizing usage tracker for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:54:40.754554 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-3966133d-40a9-4540-8082-a161196b55ac tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Unset dirty status for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:54:40.755647 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-3966133d-40a9-4540-8082-a161196b55ac tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 945 time: 0.0959744 Nov 23 12:54:40.825631 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Deleting port 7ead5344-f94b-4cf0-9373-5d16338fa61f {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 12:54:40.825971 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:41.131101 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] For port 7ead5344-f94b-4cf0-9373-5d16338fa61f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7ead5344-f94b-4cf0-9373-5d16338fa61f,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:41.131478 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:41.256677 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Calling delete_port for 7ead5344-f94b-4cf0-9373-5d16338fa61f owned by compute:nova {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 12:54:41.467469 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:41.475518 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:41.480330 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a', '882a9e9d-c8fd-49a4-a824-637f0d682bc0', '966ee1ba-af1f-41b5-819c-d945b127608e', '7ead5344-f94b-4cf0-9373-5d16338fa61f'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:54:41.511580 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cff85815-f19f-4d92-9f5f-785e43aa44e0 req-9a2e8eab-0b0f-4b43-93df-5dc1c73be139 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=aba7ecb9-1685-4bae-8fc5-31bfe94808ca HTTP/1.1" status: 200 len: 210 time: 0.0477133 Nov 23 12:54:41.532743 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Pushing event deleted for resources: {'Port': ['ID=7ead5344-f94b-4cf0-9373-5d16338fa61f,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:41.604976 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.605394 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.605732 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.606189 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.606461 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.606799 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.607133 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.607470 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.607802 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.608132 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.608460 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.608791 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:41.612552 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:41.617750 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] No DVR routers for this DVR port 7ead5344-f94b-4cf0-9373-5d16338fa61f on host hv-cinder-81888 {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:54:41.621174 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:41.625516 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba7ecb9-1685-4bae-8fc5-31bfe94808ca', 'name': 'network-vif-deleted', 'tag': '7ead5344-f94b-4cf0-9373-5d16338fa61f'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:54:41.640638 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e2bee748-02f3-4026-b2f3-354238f78f3d req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "DELETE /v2.0/ports/7ead5344-f94b-4cf0-9373-5d16338fa61f HTTP/1.1" status: 204 len: 173 time: 0.8779368 Nov 23 12:54:41.738180 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba7ecb9-1685-4bae-8fc5-31bfe94808ca', 'name': 'network-vif-deleted', 'tag': '7ead5344-f94b-4cf0-9373-5d16338fa61f', 'status': 'completed', 'code': 200} Nov 23 12:54:43.561783 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:54:43.631868 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 7ead5344-f94b-4cf0-9373-5d16338fa61f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 12:54:43.668519 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 7ead5344-f94b-4cf0-9373-5d16338fa61f {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 12:54:43.668878 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 7ead5344-f94b-4cf0-9373-5d16338fa61f not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 12:54:50.307824 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-01c7e7b8-972f-4f6a-a82d-7d4cec83c9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:50.829747 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:52.885814 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-43897ba0-2eaf-4586-a7e4-a467cef6095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:53.745473 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:53.985803 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:55.286634 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:20.311846 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d0311ccd-95d6-474f-9237-c12627548522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:20.559929 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:55:20.831510 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:22.886920 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-83e1d2b6-a6bb-44f1-bf02-33150e7bf6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:23.730313 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:23.989401 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:25.289382 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:50.314276 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d4977661-7d17-4946-ae19-1c73a7eb01ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:50.835826 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:52.888319 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8058eca5-4f54-4c5d-a091-f9d50169fada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:53.736056 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:53.991162 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:55.294614 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:57.559150 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:56:20.317112 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-52c18ce2-1bea-4f17-a105-41b6ab29f74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:20.829334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:22.890002 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6acab8e3-094c-4ba9-9fec-d097ff199d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.734279 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:23.996711 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:25.296062 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:34.559041 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:56:37.284467 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-b25ed9bb-af12-4da5-8d66-e9538ec64fcd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1131418 Nov 23 12:56:37.420708 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-69efe3d1-33ea-4e77-8472-67c5725418f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:37.422149 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-69efe3d1-33ea-4e77-8472-67c5725418f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 1099 time: 0.0691690 Nov 23 12:56:37.564435 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-c660452a-c6d4-43fb-90ec-77e2d712c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:37.565811 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-c660452a-c6d4-43fb-90ec-77e2d712c05b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.1239901 Nov 23 12:56:37.635220 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-0945d633-07b7-4f11-aa91-25d0b0a5d973 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a HTTP/1.1" status: 200 len: 217 time: 0.0632031 Nov 23 12:56:37.696582 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-00ad5321-de8d-4ae6-bd6a-122acd448a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:56:37.698013 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-00ad5321-de8d-4ae6-bd6a-122acd448a03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.0567110 Nov 23 12:56:37.747310 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-af172341-4499-408b-880b-c2aa16e505db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425296 Nov 23 12:56:37.757047 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-cc51cbdd-5356-41e5-b220-f8e3aac719b5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:56:37.757971 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-cc51cbdd-5356-41e5-b220-f8e3aac719b5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047243 Nov 23 12:56:37.889975 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-727d79ad-17bb-4194-a23b-e948943316b2 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243653 Nov 23 12:56:38.019019 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-af4d0cea-1f38-4eaa-8b12-ea9c23472866 req-519fd670-021d-4f9f-b9d2-17a846862f51 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225333 Nov 23 12:56:50.319078 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c44977b2-5f32-4c55-9a22-1daa4b86daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:50.830844 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:52.891478 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e7bbbecc-6169-4f00-9f3a-a974f4c4f822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:53.733499 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:53.995833 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:55.301310 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.558163 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:57:20.319932 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-7f143dfe-0b04-4960-aab9-22415b627670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:20.833256 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:22.892813 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c917f9e2-3de0-4f69-a350-8588ec1ff790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:23.748704 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:24.000079 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:25.301166 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:38.241698 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-26cddff8-319d-4417-acc4-ffea8b1c63f5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714467 Nov 23 12:57:38.335809 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-1565ef86-7ae1-4694-b932-93ce8525ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:38.337271 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-1565ef86-7ae1-4694-b932-93ce8525ae04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.0708742 Nov 23 12:57:38.547150 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-08b704a2-57ce-4d2a-bdf3-38902decc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:38.548571 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-08b704a2-57ce-4d2a-bdf3-38902decc02b service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1900814 Nov 23 12:57:38.617901 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-d3e841dc-62d0-4446-8a03-f80c7b657cb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.0624723 Nov 23 12:57:38.683469 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-016c7093-b905-454c-acad-3ed426b4d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:57:38.684956 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-016c7093-b905-454c-acad-3ed426b4d586 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0607288 Nov 23 12:57:38.733201 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-adc0d915-5e08-419a-bfe6-d9e8d5c4a9ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409551 Nov 23 12:57:38.860597 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-b30a654d-a281-4b55-8d94-a853afe88541 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208930 Nov 23 12:57:38.988803 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bad92ebb-4eb6-4ce7-9b0d-aca7d78f4614 req-2cca3279-f43e-43fc-bb83-70567b65a5d3 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216788 Nov 23 12:57:48.556787 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:57:50.322074 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-edc286c4-17bb-4492-9fed-e04ae4ce3895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:50.836688 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:52.900402 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-40a3cf95-c690-4615-989f-3c815a0c2c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:53.763444 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:54.001992 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:55.303653 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:20.317655 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e282f526-2c95-4193-959d-032736b94d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:20.838696 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:22.893176 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-08963bef-5d47-4548-977a-b23ffba4864b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:23.776775 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:24.005828 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:25.308553 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:25.556235 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:58:40.251843 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-5cbd391c-3a19-4fec-be19-f163da6fe202 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708020 Nov 23 12:58:40.346528 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-5edb84a7-757c-4981-af40-34981cbbcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:58:40.348066 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-5edb84a7-757c-4981-af40-34981cbbcfae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1099 time: 0.0743368 Nov 23 12:58:40.490222 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-eab9c6e7-ea66-46f0-9da9-17e84553a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:58:40.491666 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-eab9c6e7-ea66-46f0-9da9-17e84553a571 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1236241 Nov 23 12:58:40.560182 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-330befcb-7351-425a-9554-878766358c13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 HTTP/1.1" status: 200 len: 217 time: 0.0613592 Nov 23 12:58:40.625375 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-2beb3a5e-976d-4471-b196-318d8b60506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:58:40.626843 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-2beb3a5e-976d-4471-b196-318d8b60506a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0605557 Nov 23 12:58:40.701139 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-9187665e-f190-4a0e-bba1-c71ff2d56968 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675070 Nov 23 12:58:40.834936 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-e9a0b52e-68db-4231-b421-fa2e7f7c9e6f service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256232 Nov 23 12:58:40.964440 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-29fcb017-8064-4e40-98f4-46fbc89e2dcb req-a12c71e2-69dc-4712-95dc-036de01cd372 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225202 Nov 23 12:58:50.320282 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9ed26aa6-a122-4d01-a916-b10b8081174e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:50.841630 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:52.895702 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a66ce980-2580-450a-8b7c-4fcb55670f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:53.778385 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:54.007654 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:55.309425 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:02.555361 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:59:20.321768 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-78800e93-0fd8-49e2-91b8-c58a03b68504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:20.843205 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:22.898269 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5b330bd2-54a8-44de-9987-0ea1ffd1a441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:23.774308 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:24.011945 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:25.312990 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:39.554908 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:59:40.253188 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-a93814aa-ef38-4b9e-82d4-1015ca1dab3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740187 Nov 23 12:59:40.344206 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-3116b329-df4a-4fb0-8825-0b11aeaa80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:40.345655 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-3116b329-df4a-4fb0-8825-0b11aeaa80a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 1100 time: 0.0695839 Nov 23 12:59:40.567544 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-fe0729bb-62f1-4572-9119-d6f4fef76a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:40.568973 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-fe0729bb-62f1-4572-9119-d6f4fef76a58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 918 time: 0.2047312 Nov 23 12:59:40.672355 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-1d5b14de-6ff5-4146-a4f8-b25ab4ebf4fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cf1441a-b459-403a-a2cb-32947569e177 HTTP/1.1" status: 200 len: 1001 time: 0.0963452 Nov 23 12:59:40.734234 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-5a26924e-c8f3-4336-892d-ffaa177773f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:40.735898 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-5a26924e-c8f3-4336-892d-ffaa177773f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 200 len: 856 time: 0.0572786 Nov 23 12:59:40.814397 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-ba66c00a-d772-4e00-b88b-6d76a96b1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:40.815799 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-ba66c00a-d772-4e00-b88b-6d76a96b1ec2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716422 Nov 23 12:59:40.955869 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-a52f2885-c7aa-4c18-a5ae-2a876a70e4aa service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324034 Nov 23 12:59:41.091656 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-f4dee212-1e71-4b7d-bfed-90c1b009b7a3 req-20400293-9e41-4b60-8798-c3715d92013f service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286979 Nov 23 12:59:50.324122 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c9658915-996b-4f3d-9cc3-32f09b6d154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:50.844513 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:52.901140 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-14190b4a-40f2-4d8a-8f0d-4d45a384011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:53.774304 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:54.013506 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:55.316072 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:16.554203 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:00:20.325055 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-7c974d12-006f-4285-864a-fae9b1dc302a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:20.846911 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:22.902938 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d862d961-b3c7-4d31-bcb9-a02ebfb7e167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:23.791605 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:24.016301 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:25.322498 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.522902 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea119dd-e9c6-40d9-ba13-4454a10fa454 req-07e2ef7d-786b-4976-a643-b7dec5d95fb2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:39.524317 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9ea119dd-e9c6-40d9-ba13-4454a10fa454 req-07e2ef7d-786b-4976-a643-b7dec5d95fb2 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 945 time: 0.0815291 Nov 23 13:00:39.567692 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9ea119dd-e9c6-40d9-ba13-4454a10fa454 req-e5310132-ac58-470b-bdcb-8437b0f17ee5 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/security-groups?id=01e022b6-4f0a-4155-9723-1e2360a2fa25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371432 Nov 23 13:00:39.983342 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-75138baf-4367-4329-ac9f-000242c26853 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:39.984658 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-75138baf-4367-4329-ac9f-000242c26853 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.64 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 945 time: 0.0780816 Nov 23 13:00:40.057490 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Deleting port 113acfd4-f492-40ea-b39b-8db85bb068f6 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:00:40.057852 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.302687 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] For port 113acfd4-f492-40ea-b39b-8db85bb068f6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=113acfd4-f492-40ea-b39b-8db85bb068f6,segment=NetworkSegment(1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a),segment_id=1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:40.303024 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.425783 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Calling delete_port for 113acfd4-f492-40ea-b39b-8db85bb068f6 owned by compute:nova {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:00:40.574656 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.580656 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4e34c59d-322f-40de-afbe-11c7fffa55f6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:40.586563 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['113acfd4-f492-40ea-b39b-8db85bb068f6'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:00:40.624408 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Pushing event deleted for resources: {'Port': ['ID=113acfd4-f492-40ea-b39b-8db85bb068f6,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:40.634259 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.634619 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.634972 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.635317 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.635659 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.635998 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.636337 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.636667 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.637593 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.637593 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.638365 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.638511 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:40.671562 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:40.714568 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] No DVR routers for this DVR port 113acfd4-f492-40ea-b39b-8db85bb068f6 on host hv-cinder-81888 {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:00:40.718153 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.720991 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801f032b-0ad5-4279-a54a-930e462fce7b', 'name': 'network-vif-deleted', 'tag': '113acfd4-f492-40ea-b39b-8db85bb068f6'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:40.738365 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-25dfc6dc-27a6-47f7-a16e-4bc2a1f1ee6e req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.64 "DELETE /v2.0/ports/113acfd4-f492-40ea-b39b-8db85bb068f6 HTTP/1.1" status: 204 len: 173 time: 0.7477415 Nov 23 13:00:40.915571 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801f032b-0ad5-4279-a54a-930e462fce7b', 'name': 'network-vif-deleted', 'tag': '113acfd4-f492-40ea-b39b-8db85bb068f6', 'status': 'completed', 'code': 200} Nov 23 13:00:40.928257 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f318b721-af29-4569-8efd-06fdea69ac40 req-af149b54-5ccb-4f8a-8a0c-55475ad89173 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.2311687 Nov 23 13:00:42.076644 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bb57fdb0-90b1-4736-a323-2a618349e635 req-8165d700-7b00-4db5-ac7a-7c53af96d080 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0456374 Nov 23 13:00:42.855777 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-3a4444a9-1f51-4e49-af43-13abd0e957f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690131 Nov 23 13:00:42.938286 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436aed5-2937-404c-9532-b28c81ed750a req-4df007cc-5c90-4385-b93d-e7aa3d5b6c7b tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:42.939825 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9436aed5-2937-404c-9532-b28c81ed750a req-4df007cc-5c90-4385-b93d-e7aa3d5b6c7b tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 945 time: 0.0790319 Nov 23 13:00:42.946045 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-5925fd4a-f203-4465-b687-f4aa8a186db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:42.947563 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-5925fd4a-f203-4465-b687-f4aa8a186db9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 1099 time: 0.0703161 Nov 23 13:00:42.985829 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9436aed5-2937-404c-9532-b28c81ed750a req-803a5602-badc-4e6b-9cd7-3b565514e14a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Nov 23 13:00:43.174403 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-88477303-bdfc-4e4b-8c97-40fa6f8f9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:43.175892 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-88477303-bdfc-4e4b-8c97-40fa6f8f9222 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.2069447 Nov 23 13:00:43.244361 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-56557b78-f839-4834-bcf3-52906d2525ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=882a9e9d-c8fd-49a4-a824-637f0d682bc0 HTTP/1.1" status: 200 len: 217 time: 0.0609281 Nov 23 13:00:43.264943 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6edf2b64-dbdd-4820-8594-f170fcde45d1 req-d8c061e4-db33-4a67-9381-598cc3632f89 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0568414 Nov 23 13:00:43.306104 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-9e6583e5-3564-4f7a-acb5-58c36b4cbc29 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:43.307543 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-9e6583e5-3564-4f7a-acb5-58c36b4cbc29 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 945 time: 0.1302102 Nov 23 13:00:43.315486 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-823352ea-5936-489c-923f-42d539fefa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:43.317001 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-823352ea-5936-489c-923f-42d539fefa49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.0661707 Nov 23 13:00:43.365074 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-c619e0cd-8302-49fa-bfea-98c0e6412cd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413082 Nov 23 13:00:43.377640 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Deleting port 966ee1ba-af1f-41b5-819c-d945b127608e {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:00:43.377983 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:43.383894 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 113acfd4-f492-40ea-b39b-8db85bb068f6 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:00:43.418406 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 113acfd4-f492-40ea-b39b-8db85bb068f6 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:00:43.418756 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 113acfd4-f492-40ea-b39b-8db85bb068f6 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:00:43.502266 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-c968a4fa-e0f3-4a65-8a9c-736237cb7f8d service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308808 Nov 23 13:00:43.647895 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-f6718054-cf15-486d-9abc-480eed5e89f7 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374311 Nov 23 13:00:43.704897 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] For port 966ee1ba-af1f-41b5-819c-d945b127608e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=966ee1ba-af1f-41b5-819c-d945b127608e,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:43.705254 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:43.830010 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Calling delete_port for 966ee1ba-af1f-41b5-819c-d945b127608e owned by compute:nova {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:00:43.968170 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:43.973396 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:43.980562 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a', '882a9e9d-c8fd-49a4-a824-637f0d682bc0', '966ee1ba-af1f-41b5-819c-d945b127608e'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:00:44.020661 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Pushing event deleted for resources: {'Port': ['ID=966ee1ba-af1f-41b5-819c-d945b127608e,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:44.057276 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.057762 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.058198 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.058626 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.059211 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.059635 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.060215 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.060474 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.060888 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.061322 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.061764 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.062177 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:44.071088 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:44.167160 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] No DVR routers for this DVR port 966ee1ba-af1f-41b5-819c-d945b127608e on host hv-cinder-81888 {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:00:44.170032 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:44.174699 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dcc820-f86b-4b27-b2a6-ccbdcf4409f5', 'name': 'network-vif-deleted', 'tag': '966ee1ba-af1f-41b5-819c-d945b127608e'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:44.180531 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f7a6b8c6-475a-460f-a069-e7e0d9e48235 req-ce129b7e-64e3-42ba-8afa-08e6a0ee9307 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=48dcc820-f86b-4b27-b2a6-ccbdcf4409f5 HTTP/1.1" status: 200 len: 210 time: 0.0651762 Nov 23 13:00:44.187525 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f50fe4e1-3311-4cae-894d-0999f0b88eb5 req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "DELETE /v2.0/ports/966ee1ba-af1f-41b5-819c-d945b127608e HTTP/1.1" status: 204 len: 173 time: 0.8746362 Nov 23 13:00:44.298567 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dcc820-f86b-4b27-b2a6-ccbdcf4409f5', 'name': 'network-vif-deleted', 'tag': '966ee1ba-af1f-41b5-819c-d945b127608e', 'status': 'completed', 'code': 200} Nov 23 13:00:44.420732 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1ad20dad-8a11-48e0-b1f1-174bef600a8a req-b44cd8b0-1399-439d-a160-d6fb0677cce6 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0428264 Nov 23 13:00:45.572279 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6672660a-62ff-4c3a-993f-826af5b9b414 req-c2ad8d52-7f21-4834-9680-1023232cabbd tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0432804 Nov 23 13:00:45.651548 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468983c7-55e0-40d3-9122-d6f334bc8b60 req-343c3451-8120-4fbc-b88b-bd889a2aa823 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:45.652224 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-468983c7-55e0-40d3-9122-d6f334bc8b60 req-343c3451-8120-4fbc-b88b-bd889a2aa823 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Synchronizing usage tracker for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:00:45.669005 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-468983c7-55e0-40d3-9122-d6f334bc8b60 req-343c3451-8120-4fbc-b88b-bd889a2aa823 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Unset dirty status for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:00:45.670216 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-468983c7-55e0-40d3-9122-d6f334bc8b60 req-343c3451-8120-4fbc-b88b-bd889a2aa823 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 946 time: 0.1053555 Nov 23 13:00:45.725191 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-468983c7-55e0-40d3-9122-d6f334bc8b60 req-c2705b34-7213-4d2b-891d-3098e89c6864 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488408 Nov 23 13:00:45.947911 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-ea5f2b4c-5ef0-4b19-9429-e5299f572623 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:45.949302 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-ea5f2b4c-5ef0-4b19-9429-e5299f572623 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 946 time: 0.0801795 Nov 23 13:00:46.019839 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Deleting port 882a9e9d-c8fd-49a4-a824-637f0d682bc0 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:00:46.020177 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:46.260233 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] For port 882a9e9d-c8fd-49a4-a824-637f0d682bc0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=882a9e9d-c8fd-49a4-a824-637f0d682bc0,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:46.260594 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:46.384154 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Calling delete_port for 882a9e9d-c8fd-49a4-a824-637f0d682bc0 owned by compute:nova {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:00:46.585682 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:46.593215 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-23d163ce-ee28-4ab6-81bb-d5b3551c1e0b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:46.597989 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a', '882a9e9d-c8fd-49a4-a824-637f0d682bc0'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:00:46.666562 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Pushing event deleted for resources: {'Port': ['ID=882a9e9d-c8fd-49a4-a824-637f0d682bc0,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:46.680510 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:46.758877 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-64680ae1-a9d5-4a90-a10e-cc389597de20 req-34404fb9-f6bc-44e3-9457-52ebfc95c866 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0728316 Nov 23 13:00:46.759839 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] No DVR routers for this DVR port 882a9e9d-c8fd-49a4-a824-637f0d682bc0 on host hv-cinder-81888 {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:00:46.762608 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:46.776554 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0594c80-7d55-4be1-9ffb-9df7a1abe7ee', 'name': 'network-vif-deleted', 'tag': '882a9e9d-c8fd-49a4-a824-637f0d682bc0'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:46.790841 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c93d976f-e15b-483b-a556-0982fa5df7c5 req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "DELETE /v2.0/ports/882a9e9d-c8fd-49a4-a824-637f0d682bc0 HTTP/1.1" status: 204 len: 173 time: 0.8359690 Nov 23 13:00:46.893455 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-5feec80d-47a0-48a8-99a9-09906654510f req-bf5b564a-12a6-4352-bb5f-bd62299fb300 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Synchronizing usage tracker for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:00:46.912225 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-5feec80d-47a0-48a8-99a9-09906654510f req-bf5b564a-12a6-4352-bb5f-bd62299fb300 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Unset dirty status for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:00:46.913538 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5feec80d-47a0-48a8-99a9-09906654510f req-bf5b564a-12a6-4352-bb5f-bd62299fb300 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0594c80-7d55-4be1-9ffb-9df7a1abe7ee HTTP/1.1" status: 200 len: 210 time: 0.0729465 Nov 23 13:00:46.998440 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0594c80-7d55-4be1-9ffb-9df7a1abe7ee', 'name': 'network-vif-deleted', 'tag': '882a9e9d-c8fd-49a4-a824-637f0d682bc0', 'status': 'completed', 'code': 200} Nov 23 13:00:47.417578 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 882a9e9d-c8fd-49a4-a824-637f0d682bc0 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:00:47.453759 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 882a9e9d-c8fd-49a4-a824-637f0d682bc0 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:00:47.454135 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 882a9e9d-c8fd-49a4-a824-637f0d682bc0 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:00:47.454557 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 966ee1ba-af1f-41b5-819c-d945b127608e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:00:47.490736 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 966ee1ba-af1f-41b5-819c-d945b127608e {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:00:47.491083 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 966ee1ba-af1f-41b5-819c-d945b127608e not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:00:47.918153 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3f29f87f-46db-461f-bbc8-4eb38312ce9e req-4b2ff324-2120-4fb7-af8e-42a420fc61e3 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0418227 Nov 23 13:00:49.062409 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e949ecea-c234-4312-95bc-1c4cf765856d req-32dd528b-9819-4571-a95a-8a6b78531016 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0414016 Nov 23 13:00:50.211356 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0d0f6111-b935-4163-9ef5-0d4c33280041 req-7944b29a-1d9e-4196-a7a6-fae9c455b47c tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0449252 Nov 23 13:00:50.326450 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ad76c0d5-9c03-4060-9b44-77795f7d4489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:50.849425 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:51.358622 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2e5e6816-de8a-444f-8b08-f01e3ab85dd5 req-c596529e-9e2d-4ba8-8a05-8bc5ec1dc2ef tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0427501 Nov 23 13:00:52.506273 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2631a538-4314-4440-8d43-ecf9b1f1fb26 req-5ace1aab-5638-42a2-975a-dcf394892b51 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0414560 Nov 23 13:00:52.904185 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9488c943-147b-45a1-af54-e2641ae3b86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:53.553357 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:00:53.657781 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9b6769b6-6d37-4bf1-8e10-866832427763 req-78d54f62-e235-420d-a911-add5810dcb24 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0444958 Nov 23 13:00:53.788870 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:54.022067 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:54.808632 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-108d5d2c-e730-4310-83ad-6fb274f41c7b req-6f48cba7-715d-4110-b0de-134c3f2a2161 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0471315 Nov 23 13:00:55.324255 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:55.957849 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a9f6c889-124d-43df-ad11-44d168d00e4e req-2acb379c-9e16-4306-b6d7-30b39564507d tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0424080 Nov 23 13:00:57.106129 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-45dcec73-c512-48b3-a9eb-4dd4278eef09 req-d4ff5eb0-cf49-4490-abb3-55de870f6b16 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0451245 Nov 23 13:00:58.254265 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2dd59d41-615c-45f8-9254-ed3d7b870e00 req-b817c955-411a-46cc-ae30-012f8e42387e tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0427504 Nov 23 13:00:59.407642 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e85ad047-bbc5-48b2-988f-a75c7154a5c5 req-67bcec00-879f-43a4-a991-7c787deb2031 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0417972 Nov 23 13:01:00.557569 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0d623c9c-bfdb-4343-82eb-6a14484723eb req-ea4ced09-6867-4692-ac67-7e608cdd6640 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0439191 Nov 23 13:01:01.705277 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e9900392-f8d5-48a3-8a44-448bc6d4129b req-854233ff-b208-4d0b-90c8-72b44f275adc tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0451958 Nov 23 13:01:02.850098 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4b3c0cba-e140-4957-9165-31a98f6cb2c1 req-f5d7a77d-07ba-45b8-a3e7-f96cae715f00 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0420914 Nov 23 13:01:03.996839 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-39e4a997-af8b-4fa1-9bdb-f5d0116e5a4a req-aba96b8b-6c7a-4641-a39e-21512e133a37 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0453913 Nov 23 13:01:05.142970 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b166a1ef-9180-4f6b-9d3c-67231ec53ebe req-cf4efd0c-6076-41f7-86af-dea09df92308 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0421255 Nov 23 13:01:06.294451 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-eee4ed4a-379b-4d52-81dd-590cd82554dc req-e53d7316-4a0d-4aff-94ac-ca0fdfc35b85 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0461955 Nov 23 13:01:07.447521 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-16c2b509-7d7c-4ab4-b842-82a5c1d2d165 req-190b4de8-459d-4d1c-8408-9833231335fb tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0441825 Nov 23 13:01:08.592826 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9e0e9974-25f6-489e-8ce0-8661f04d53f1 req-531f5f45-f871-4719-8697-3eacc75c21aa tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0424924 Nov 23 13:01:09.754440 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-640f128d-e1aa-4951-b8d1-40d2e1c20122 req-6b66ec0b-7c67-4340-9c75-7fd28b36daab tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0412812 Nov 23 13:01:10.433784 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-c47d0b83-9177-47b3-9530-f792b684ac78 req-422c6ce3-5fe5-4183-a577-c99de951cff7 service neutron] (86880) timed out ('10.222.0.64', 50088) {{(pid=86880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:01:10.903383 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2d4a121f-f650-495a-8bd6-cb6f4391d134 req-67d1387f-afd2-41fb-9225-bff7a106fdcb tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0452399 Nov 23 13:01:12.049640 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cfc5bbcd-c3ec-4bdb-913d-62b5632b2a39 req-e0e33bb8-e3cd-4d93-a6cf-95ad7d0be42d tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0419035 Nov 23 13:01:13.197460 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-61ed7f84-89f0-40b0-99b1-d624093c5342 req-0b6d3449-3505-4d34-a45c-406b0b4ca0b6 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0416381 Nov 23 13:01:14.346805 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-abc9130a-5ad0-4c41-9a8d-63cc5e053a1f req-fe33f4ca-e683-4dea-a120-426ca0724007 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0445979 Nov 23 13:01:15.495114 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c04834ae-0c74-4da3-b5ef-e3c1e5e24f05 req-38127e93-4573-4f34-911d-6f95f5e20ce3 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0432739 Nov 23 13:01:16.644829 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-69a88f45-b2bb-4ce5-88a1-a0e8eee71778 req-6a02f4dd-77e2-4a4a-9093-a0627d0d3b81 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0415423 Nov 23 13:01:17.790459 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1b16e7b-13a5-47a9-a4f0-18ca2adc8fca req-aa5036cd-617c-43b7-a4a6-4eca1093eff3 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0447774 Nov 23 13:01:18.936316 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-84785fc3-457e-43bc-9353-be9b59578675 req-b19f4dc5-9827-4ecc-804f-4036a91b906f tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0434587 Nov 23 13:01:20.088721 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2e21d022-80c3-42a6-9311-a236a2cb030f req-1eb5e346-5bea-442f-a2b4-8d7fcdc47039 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0424266 Nov 23 13:01:20.330015 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-eb54d5a6-be7d-44be-ba17-625ecc6135af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:20.850787 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:21.238757 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-37622c8c-2b34-431b-939d-129d23f7f212 req-b3bed833-8feb-49f8-a656-8a8b2f3ae8d8 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0453687 Nov 23 13:01:22.385362 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fd21ee6f-0a43-43ae-bad0-247b32881a17 req-c1f5e947-041c-4581-b19f-62ddab58dbaa tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0424345 Nov 23 13:01:22.905854 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-97623b0b-17a6-4662-b6fa-147ae0c435c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:23.531099 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-be5871d2-be7b-43f5-b98d-2f658e3a1e0b req-303bbe71-a206-43b7-8fc2-86b21535655b tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0411360 Nov 23 13:01:23.786050 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:24.021836 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:24.678833 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fc4d4b5a-2e9a-4499-829c-3af14352ad6e req-9e5e6878-414d-458a-a0a2-7dc05e4dce20 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0444424 Nov 23 13:01:25.326645 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:25.825224 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6a18b9e5-6b3a-4410-bc8f-820b1c0f644b req-9751f81c-97d4-491d-b6f1-99d6ffdb8d7f tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0425627 Nov 23 13:01:26.971342 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3c87d1d2-6154-4953-89ea-49e4712c3b13 req-ce15682f-6078-463e-b4ed-f1c2c7693ade tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0417299 Nov 23 13:01:28.174360 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fa35fc75-567f-4c10-9d73-24eaf1b52688 req-ad039297-fd50-41c7-9fb6-26b6536b8675 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0977156 Nov 23 13:01:29.324536 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6327920e-bd18-43d7-a013-2c112833a9d0 req-15eb726d-ad29-42e1-9821-dd90a0533cdf tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0415556 Nov 23 13:01:30.475715 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e5bfc246-e487-4491-b575-3497fd553b20 req-3310c550-c746-4c38-bd9f-db63d04c48af tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0428412 Nov 23 13:01:30.553066 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:01:31.621195 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c27e38c7-5c8d-4317-9c64-f22bfc56b235 req-a34c173d-14bf-44f4-9178-ea15b3e2ec4e tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0406690 Nov 23 13:01:32.766246 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-83db3279-0105-4aa4-aff2-d28e99d7731f req-67741c68-4252-4abb-b2df-e5d28e5338d6 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0421534 Nov 23 13:01:33.920842 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b0bd336a-1c03-4fee-8177-dc79d9acc03a req-5a7b6a7a-da88-4356-8f86-2e18e9ec4827 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0476952 Nov 23 13:01:35.069753 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-771956d6-7834-40d0-a1ee-26e18b250188 req-b722ab54-9ba0-4676-b081-72324fa46461 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0430539 Nov 23 13:01:36.216211 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fa4cbe10-43fe-455a-9acb-2b06afcd51fe req-5293ffe1-ab54-4ba3-b6c2-125f380d7cf0 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0438352 Nov 23 13:01:37.416000 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-54705632-4466-4fa6-b382-fd8e04f127a4 req-15e52cf2-a87b-449b-99f7-994979a97820 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0931199 Nov 23 13:01:38.561364 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e6d3470-8d57-4ed1-a86a-cc11a9091279 req-2510dcfc-a5e1-4f1b-a36c-71f54d9a2c6a tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0424693 Nov 23 13:01:39.704853 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b81fdfe1-6fe2-4a6d-bd46-5d62516c27da req-9d8dbddd-6614-4418-a488-6bade128dba9 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0418046 Nov 23 13:01:40.860229 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-51813090-d1a0-4858-8b53-e8e16dbc4991 req-2cbeb858-aca8-45ff-b939-a9bbb9ecee33 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0454962 Nov 23 13:01:42.010901 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5acf7883-160f-42b4-8867-10ff65d9fa85 req-c8be6db7-b7b6-4068-a08c-5aad6bb5b355 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0436764 Nov 23 13:01:42.986625 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-a65aa8d5-a700-48ad-9672-819f18e47249 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1089559 Nov 23 13:01:43.085239 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-bd22a4a0-3b54-4ef6-805c-e7d45aac7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:43.086842 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-bd22a4a0-3b54-4ef6-805c-e7d45aac7632 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc&device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 1098 time: 0.0774951 Nov 23 13:01:43.221449 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-501fe3be-501c-4ba3-a47c-b8afd3311a9f req-e16c3178-d5b1-4a0c-99e6-7a40cbf1d69f tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0973375 Nov 23 13:01:43.270487 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-832c876f-a8e1-44b0-9ca1-f848fa56330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:43.271961 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-832c876f-a8e1-44b0-9ca1-f848fa56330a service neutron] 10.222.0.64 "GET /v2.0/networks?id=021b00ba-2479-48e9-9c45-69d8fcc20427 HTTP/1.1" status: 200 len: 915 time: 0.1661642 Nov 23 13:01:43.340907 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-78b55759-086a-44f2-bbe2-c236e66d1b93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 200 len: 217 time: 0.0625710 Nov 23 13:01:43.402987 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-30d6d91e-ec7e-45bb-90f2-3e5001b706bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:43.404432 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-30d6d91e-ec7e-45bb-90f2-3e5001b706bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c745b07e-94bf-494e-98e0-9d451222f629 HTTP/1.1" status: 200 len: 853 time: 0.0568006 Nov 23 13:01:43.480617 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-286cf2ba-605f-4e52-a760-f2324df603a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:43.482211 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-286cf2ba-605f-4e52-a760-f2324df603a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=021b00ba-2479-48e9-9c45-69d8fcc20427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712931 Nov 23 13:01:43.612669 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-7975fe72-6432-408b-9c7c-3dd9b4071320 service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236560 Nov 23 13:01:43.742577 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6feb1ea9-3c4e-4eeb-a6ed-ef71ded4f0a9 req-d7a1f9c4-81ec-43e0-8263-63ceffead09c service neutron] 10.222.0.64 "GET /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235695 Nov 23 13:01:44.367999 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6fb8756e-c434-4341-b7b7-8e511e74d445 req-e14171e1-d431-4f8f-a718-7a744e44a9bf tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0417366 Nov 23 13:01:45.512567 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-eafbf2e9-6405-4bd5-bfc3-5874b064240c req-ce597ddc-7da6-4525-acc7-70a07b278227 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0426021 Nov 23 13:01:46.727048 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7a17bf5-d351-474a-98cc-932713d9c4f8 req-be675859-2964-4f67-99e8-49755852c8d6 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.1132751 Nov 23 13:01:47.874375 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3bd66fb3-c3c4-4594-b46c-d330cc77b13c req-f4da576e-954a-4130-8962-a6b71e803ab8 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0406651 Nov 23 13:01:49.022920 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fc3bb7c0-a3f3-4637-8e0c-efb26ded2d6d req-aaa1d3ac-2e8c-4852-b9ff-8d2e6300d76f tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0431762 Nov 23 13:01:50.167182 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9e65e288-9ff4-4ab9-9dec-8f135172db6d req-ba7eaa93-cc61-4f02-b10e-c0d88adc9385 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0413709 Nov 23 13:01:50.331190 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e481aedf-8819-4d4f-a520-64a37f582fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:50.854588 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:51.311369 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f8a352ab-872b-4923-b0a5-c273524ed839 req-01d8a130-e3a8-464f-bd2c-f9e6865a5424 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0413988 Nov 23 13:01:52.460697 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-68db2b3e-a521-453a-a0db-5d1c6c7fa147 req-243b5973-698f-4468-96e4-d8548ad5a05a tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0464935 Nov 23 13:01:52.907316 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-151ab80e-855e-467b-a76f-c8cbf2b90506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:53.610559 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a2d7f1e5-5f39-425a-a871-e82f00c96479 req-2aa68402-1dc5-455d-a74d-ee0aead6786e tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0418441 Nov 23 13:01:53.800230 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:54.024467 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:54.760410 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-de0ece00-9d94-4a93-beda-ec80ccedc93a req-27bcfcb7-26d6-4e1d-9ffd-952d8b86b0c4 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0440464 Nov 23 13:01:55.327771 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.915698 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4fc09e06-f6c2-4e10-bded-ef2c5c659223 req-ccb8178b-a196-4cbe-b9ce-bddba6eed6a9 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0497887 Nov 23 13:01:57.060196 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-22c502bd-9d44-46e3-bd46-464b86343f06 req-33581cc3-ad80-4527-8cfb-1340c2e9e872 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0409782 Nov 23 13:01:58.204225 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f580f208-5974-4626-9085-142f3947ac0b req-33879f84-bd01-4cf8-9591-d13885b4de5c tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0411358 Nov 23 13:01:59.353802 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06f1047a-c633-4336-acf9-f2a4816aa0cf req-e6d465c9-af63-4e63-a2a5-6fd487011899 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0452747 Nov 23 13:02:00.497989 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e6ed611-04c6-427c-90e2-aed6dc2b47fb req-57738ff4-a593-4fae-932b-9a126f983632 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0416024 Nov 23 13:02:01.643595 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aa700192-6727-4737-aa98-c720f9661202 req-d0886d75-c15d-407e-b7cc-1d8173a2634a tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0416083 Nov 23 13:02:02.794344 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b5a0f3b5-cd4d-4db0-ae2d-eadfdc635b51 req-0de70ae1-11c5-4efd-8a5f-31f5d7134915 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0467467 Nov 23 13:02:03.947897 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6a3bc2b0-9c8d-4c3a-9cec-96c4e1582420 req-48d91a0c-bee2-4e9d-9a88-71929938267e tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0421443 Nov 23 13:02:05.096234 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3467d58f-276e-43aa-9198-0f2579086122 req-d0cc00d1-0c82-4db1-bee3-792030c49aaa tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0429950 Nov 23 13:02:06.248140 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-549b5c1a-df88-44a5-bba5-854b75763683 req-3a446687-08b7-4bbd-88d0-5276b81f79b5 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0487156 Nov 23 13:02:07.399775 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a41370b3-888a-4582-ad4a-e3dabc6689e1 req-7be12f31-3f82-44d1-8079-9400569f021b tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0425594 Nov 23 13:02:07.552571 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:02:08.487998 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-d4a4f521-0acb-450f-a8cd-09c3b64be00a req-94c7fed4-9924-4478-b730-bfe18786feaf tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] (86880) timed out ('10.222.0.64', 50106) {{(pid=86880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:02:08.547809 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4d2c95d5-4890-4910-8b30-e72c5e5952de req-9d401f5c-6e70-4fc8-9c18-b36db8a6b995 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0405583 Nov 23 13:02:09.701155 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cb37b0e9-083e-4310-a2de-3ad2c482edd8 req-92a183f1-2f70-4a2e-bd5a-4f5c1ac42520 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0451233 Nov 23 13:02:10.847784 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cf82be4b-1ae7-4d1d-9836-05b7985568ba req-b43fe77b-9546-46a0-a236-2f2cc8514f2c tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0423210 Nov 23 13:02:12.013165 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c9005104-a939-435b-a789-354cbfedbac9 req-a021e399-bc33-4177-b557-2f25e7b627fb tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0414727 Nov 23 13:02:13.160717 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cf3b66e9-55d7-4327-a989-99a9045744c8 req-fa200ef9-16dc-48f6-89e8-bc2434f1989e tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0449266 Nov 23 13:02:14.306794 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c0efd1fe-1fa1-4b80-ba57-0060fbbf55b9 req-67c63b38-b6d7-42a7-bafc-a4f4e8977093 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0423024 Nov 23 13:02:15.456662 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-34c3ef4c-f941-4766-8051-d30a475eff91 req-4f7e5436-7d81-425d-a397-eb78094cd49a tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0434425 Nov 23 13:02:16.608098 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-295e61c9-0746-4880-95ea-a9b4e8662e6a req-3877e249-5bcb-444a-8d7a-15ac63aed241 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0455124 Nov 23 13:02:17.827818 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a24b4866-6d53-4771-9715-b06beaa5f8d8 req-62627714-1af6-479e-84ab-c25865b62fbc tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0442166 Nov 23 13:02:18.972603 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3e903596-9607-4168-bef0-bb41ad0bae0b req-0e8bce7c-e1f7-4c34-a473-8b3f375e4584 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0419004 Nov 23 13:02:20.118041 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c2bff20f-fffc-47a5-9969-f6da0cc194e1 req-9add24aa-fcef-4d78-a1c8-24f8728495e9 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0444565 Nov 23 13:02:20.332902 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5d844eba-41dd-46ae-8ca3-ea8c17442587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:20.856381 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:20.973634 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1f4fc-fb08-470e-a4c9-9aa6b1e7cfba req-c2d0a1b0-dc75-4e4b-ac90-7c4da49f680e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:20.975105 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8d1f4fc-fb08-470e-a4c9-9aa6b1e7cfba req-c2d0a1b0-dc75-4e4b-ac90-7c4da49f680e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 947 time: 0.0803154 Nov 23 13:02:21.019867 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8d1f4fc-fb08-470e-a4c9-9aa6b1e7cfba req-1762f4db-34b7-48ff-a061-de8028732952 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391064 Nov 23 13:02:21.266815 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-51a57fdf-9ad7-4351-9328-9f4a804acba8 req-1f97d5dd-521b-4fca-9da3-9842dc72eaa7 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0425663 Nov 23 13:02:21.537811 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-eefe20c4-ec01-42d6-92aa-8a8960f8c717 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:21.539132 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-eefe20c4-ec01-42d6-92aa-8a8960f8c717 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.64 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 947 time: 0.1366160 Nov 23 13:02:21.611170 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Deleting port 5cf1441a-b459-403a-a2cb-32947569e177 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:02:21.611513 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:21.868072 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] For port 5cf1441a-b459-403a-a2cb-32947569e177, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5cf1441a-b459-403a-a2cb-32947569e177,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:21.868336 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:22.207997 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:22.208400 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:22.208704 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.l3_db [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Floating IP 5bba1ce9-d232-421a-8176-f1387f2fe006 disassociated. External IP: 172.27.1.13, port: 5cf1441a-b459-403a-a2cb-32947569e177. Nov 23 13:02:22.209030 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Calling delete_port for 5cf1441a-b459-403a-a2cb-32947569e177 owned by compute:nova {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:02:22.284478 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8312a-521b-490b-aa10-c8512547889a req-f98c858c-d845-4e8a-aea1-c030d78df923 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:22.285966 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aed8312a-521b-490b-aa10-c8512547889a req-f98c858c-d845-4e8a-aea1-c030d78df923 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 947 time: 0.1526930 Nov 23 13:02:22.413259 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aed8312a-521b-490b-aa10-c8512547889a req-40c9dda0-b153-4d02-9d5a-7c95a2034c32 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=e835c0b9-5187-4118-b0d6-3b3269affa75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135252 Nov 23 13:02:22.430105 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a2cb6dfc-a4fb-43d5-b5f5-ec6f768b9271 req-34cb3b5f-35f3-4e18-a1bd-529fff97fd36 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0572734 Nov 23 13:02:22.445318 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:22.451762 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:22.500761 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event deleted for resources: {'Port': ['ID=5cf1441a-b459-403a-a2cb-32947569e177,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:22.510462 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.510823 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.511173 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.511519 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.511860 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.512344 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.512690 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.513032 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.513367 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.513733 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.514072 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.514403 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:22.517381 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:22.701877 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:02:22.877819 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:02:22.887749 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] Sync routers for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:02:22.899285 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:02:22.899859 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:01:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:22.910474 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-687cb051-f81c-4c94-88ee-f82f044fdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:23.030661 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] No DVR routers for this DVR port 5cf1441a-b459-403a-a2cb-32947569e177 on host hv-cinder-81888 {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:02:23.033065 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:23.035710 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'name': 'network-vif-deleted', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:02:23.055163 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-32063f23-9762-466b-9fe2-5c2c81b20224 req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.64 "DELETE /v2.0/ports/5cf1441a-b459-403a-a2cb-32947569e177 HTTP/1.1" status: 204 len: 173 time: 1.5104287 Nov 23 13:02:23.090630 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:02:23.103723 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f69f89-aa64-45f3-a18f-ea5055b495b0', 'name': 'network-vif-deleted', 'tag': '5cf1441a-b459-403a-a2cb-32947569e177', 'status': 'completed', 'code': 200} Nov 23 13:02:23.457583 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:23.461790 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] Checking router: 0fe146a6-aee8-4e27-9ad4-ecb709db9566 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:02:23.473908 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:02:23.474702 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:02:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:23.620523 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-6dfc4601-d079-4d49-9b21-196cb5d419ae req-dc1beba5-6bc3-4f34-b106-b6917a53013b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Synchronizing usage tracker for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:23.624252 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ef46b73a-cabc-4225-98bb-8a9d82b45a5e req-63817f4c-c45a-465f-8ded-a1d51da5ec95 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0549378 Nov 23 13:02:23.638846 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-6dfc4601-d079-4d49-9b21-196cb5d419ae req-dc1beba5-6bc3-4f34-b106-b6917a53013b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Unset dirty status for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:23.648579 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6dfc4601-d079-4d49-9b21-196cb5d419ae req-dc1beba5-6bc3-4f34-b106-b6917a53013b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.1012275 Nov 23 13:02:23.664597 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:02:23.799456 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:23.968189 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:23.972237 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e4836a-5611-4eee-b604-7ffc8bf22eb1 None None] The sync data for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi is: [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:02:24.028446 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:24.176544 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881cf754-0834-4797-8c34-7f1e9da4fa3a None None] New status for floating IP 5bba1ce9-d232-421a-8176-f1387f2fe006: DOWN {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:02:24.780898 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-60d761a0-2a0f-43fb-b291-3a514ad2d594 req-be29730f-a2a4-431b-887a-8c5c7c6ab18c tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0446308 Nov 23 13:02:24.934362 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-18e79955-961a-4baf-825e-b62874c3a416 req-e5358bc0-0b04-45bf-9bdd-dbf7c1ce91dd tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0438077 Nov 23 13:02:25.329580 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.927595 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-70204028-faf3-4b81-9c4f-239f62031ff8 req-a0627ed8-114b-4e44-a988-f2b79861a0b9 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0422406 Nov 23 13:02:25.958625 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5cf1441a-b459-403a-a2cb-32947569e177 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:02:25.995511 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 5cf1441a-b459-403a-a2cb-32947569e177 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:02:25.995859 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5cf1441a-b459-403a-a2cb-32947569e177 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:02:26.081973 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cd6ac6f4-82e6-4ea2-9efe-da1db1bc43ff req-46118869-9217-4af0-9736-43b597fed4db tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0407364 Nov 23 13:02:27.077430 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89e68035-13c3-4974-abf6-49a6af7a66dd req-2bf6eb36-310a-4e30-aac5-21fbe1c958e3 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0448847 Nov 23 13:02:27.230928 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d95459ac-074a-4248-8d81-03a1d4d2f29b req-d231946d-4c14-4c41-b517-28b853d6141d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0417850 Nov 23 13:02:28.224561 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3f68790c-42c1-4b2b-b2c2-42c06f6fe229 req-c93d247f-3f07-4b05-8929-e7c20d381fbe tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0419576 Nov 23 13:02:28.385972 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-65c53e74-2345-4139-8b42-4d7c660eab87 req-7231ba50-e946-4471-9a85-0f1d5e5e5db0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0471587 Nov 23 13:02:29.369836 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c42ce237-daf4-4b02-aa8f-9e14bbf76331 req-955e6df8-d84f-4276-ba7e-95e71ea94cbf tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0432305 Nov 23 13:02:29.533365 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-903863d5-b720-4ebf-89da-182e742aa631 req-01f90d6a-7077-49c7-bda0-c03d769ec355 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0415895 Nov 23 13:02:30.521827 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-360bbcf2-5f46-41c0-abd6-a43a572c9dbe req-826629ab-fdc1-4acf-b30b-a67f98ad11fb tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0454681 Nov 23 13:02:30.704106 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-827e3a16-3382-470c-a2a4-5f61c6443804 req-9133491b-d96e-4cd0-855c-35952218ca83 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0415905 Nov 23 13:02:31.667443 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a807351f-ed0d-4ace-a6b0-61aa842af288 req-c4237c9c-044e-491a-8fd1-3f02eed304ca tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0416014 Nov 23 13:02:31.856855 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1e62d2e0-f9dd-4cf2-b63f-3ba66ff991fb req-64026cb0-72a7-4b4a-ab40-dfb71e7ec6cb tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0465207 Nov 23 13:02:32.812537 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0a06a176-9b4e-44c7-a69c-c3f9c6c71b30 req-41be5c68-0861-4cd5-8cd9-ec035b7e0701 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0433800 Nov 23 13:02:33.005700 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-00a515a7-a5aa-4083-b65b-770ff5c82c90 req-3b4edfe0-e991-4869-8868-6fb8e7e30a64 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0421758 Nov 23 13:02:33.960249 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-03f3829b-71c5-4b51-a946-9d05f885323c req-b1066ade-248c-492e-ac4c-59271d089e19 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0454242 Nov 23 13:02:34.159781 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-083d9a38-2022-4874-aed6-ee1d5dcd3c05 req-f5b097f1-9893-44d8-a2e8-dc06c0919104 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0441480 Nov 23 13:02:35.107242 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5c5282af-f8ac-42a6-8131-ae94bae9ff59 req-ccb4f406-bc92-460a-bba4-b6e5adfb616c tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0426464 Nov 23 13:02:35.313740 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bf9d01cb-a1f4-4aaa-a22b-1cba4078bbc2 req-769e703b-2676-42cb-89d6-fff2ec143d58 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0444365 Nov 23 13:02:36.256664 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-84cc87a4-0343-4a9e-a1d0-3ed87f90a757 req-44d7eed5-1bed-4dc9-ac41-02f03c51ded1 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0462189 Nov 23 13:02:36.464481 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0ac7d703-6eb7-4799-bf76-ba8d7e964859 req-bed20ed9-606e-49af-8925-550481df9aec tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0426984 Nov 23 13:02:37.412872 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c58129df-9c76-43a6-9210-144148aa25f6 req-906c1b6c-e501-45a4-aefa-023a2cf7d9ef tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0452991 Nov 23 13:02:37.620646 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f487f4a8-cb85-4b2d-9a9f-56fd19fa5767 req-159563f6-2ba3-49d0-8f55-36fd3a488433 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0452991 Nov 23 13:02:38.561277 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-745d6ce3-963b-4624-8031-9f6a89f89101 req-db587d3e-4942-455b-8e49-6b14dd7dd87e tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0418324 Nov 23 13:02:38.772033 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3d22d319-ee16-4cca-99b9-891438d85b6b req-c8af91db-e653-4d9a-a4d2-18b8aec48b12 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0442500 Nov 23 13:02:39.709974 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7b81d11-3789-43b7-bfea-a8493e585451 req-312a7af5-026d-47bb-9c2b-dbff0a9c7f06 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.0456519 Nov 23 13:02:39.922003 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f32938f4-ce57-466f-bf5f-8be674be5dc2 req-6d62bc20-36f0-4b78-a3a7-a0ac8888201a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0427625 Nov 23 13:02:40.925422 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f32b12d9-3057-4d1b-9043-f2f836685f0a req-70ec1b45-4c64-42c5-a16b-42d917cf539d tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] 10.222.0.50 "GET /v2.0/ports?device_id=801f032b-0ad5-4279-a54a-930e462fce7b HTTP/1.1" status: 200 len: 210 time: 0.1127224 Nov 23 13:02:41.083592 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-14e3e369-e3db-43b8-be53-4458cc111063 req-a5839bba-07c5-4628-8a6d-e722b68e8563 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0433557 Nov 23 13:02:41.636738 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ca1f7-1b2b-4816-a975-4f684e5701f4 req-bf0dc80b-9983-484b-93fc-629f5c3d5c00 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:41.637337 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-592ca1f7-1b2b-4816-a975-4f684e5701f4 req-bf0dc80b-9983-484b-93fc-629f5c3d5c00 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Synchronizing usage tracker for tenant:cfe2f8ed2ca94982b42faced1c19f9bc on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:41.652070 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-592ca1f7-1b2b-4816-a975-4f684e5701f4 req-bf0dc80b-9983-484b-93fc-629f5c3d5c00 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Unset dirty status for tenant:cfe2f8ed2ca94982b42faced1c19f9bc on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:41.653292 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-592ca1f7-1b2b-4816-a975-4f684e5701f4 req-bf0dc80b-9983-484b-93fc-629f5c3d5c00 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 945 time: 0.0943942 Nov 23 13:02:41.701660 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-592ca1f7-1b2b-4816-a975-4f684e5701f4 req-fb227696-83b9-4adb-99e3-326afd54a453 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2eae210-9a92-4f36-b149-1dad2ab138ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Nov 23 13:02:42.096929 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-b80efdf3-5fde-4426-8c7c-5d2540bb7cb7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:42.098652 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-b80efdf3-5fde-4426-8c7c-5d2540bb7cb7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.64 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 945 time: 0.0881732 Nov 23 13:02:42.177091 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Deleting port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:02:42.177091 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:42.282982 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-55a8af58-38a3-4a04-b9ed-9c44854a1632 req-daac3486-0725-4cd5-97e8-4af9cfc3fdf6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0464373 Nov 23 13:02:42.491675 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] For port 5b3bf104-76d3-4372-a23d-2be0aae00ef9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5b3bf104-76d3-4372-a23d-2be0aae00ef9,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:42.492061 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:42.620186 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Calling delete_port for 5b3bf104-76d3-4372-a23d-2be0aae00ef9 owned by compute:nova {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:02:42.764632 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:42.770046 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f89d5763-d607-4332-995f-11f02debb724 tempest-DeleteServersTestJSON-1443713892 tempest-DeleteServersTestJSON-1443713892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:42.777357 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['5b3bf104-76d3-4372-a23d-2be0aae00ef9'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:02:42.818418 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Pushing event deleted for resources: {'Port': ['ID=5b3bf104-76d3-4372-a23d-2be0aae00ef9,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:42.845353 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:42.896213 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-96a38df1-c855-41d9-b11f-fe01480dafdc req-73810b25-e334-4163-9573-58ed4d0a3198 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0788538 Nov 23 13:02:42.931142 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] No DVR routers for this DVR port 5b3bf104-76d3-4372-a23d-2be0aae00ef9 on host hv-cinder-81888 {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:02:42.933522 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:42.936021 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'name': 'network-vif-deleted', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:02:42.951107 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6dbce1e7-9480-49f7-b554-34a31e063e71 req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.64 "DELETE /v2.0/ports/5b3bf104-76d3-4372-a23d-2be0aae00ef9 HTTP/1.1" status: 204 len: 173 time: 0.8472197 Nov 23 13:02:42.980762 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80dd8e0-7d45-4e06-8363-a371452d7b0f', 'name': 'network-vif-deleted', 'tag': '5b3bf104-76d3-4372-a23d-2be0aae00ef9', 'status': 'completed', 'code': 200} Nov 23 13:02:43.435985 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-88aa7ca6-ec04-4710-8e11-ae54b6585b42 req-5860a5de-6ccf-4c35-a79e-22a2109fd3f1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0410683 Nov 23 13:02:44.047875 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-0a57d717-7934-4b02-96cc-b9712e9ce194 req-2ca10b69-0dfb-4b8d-b9e5-cb8026b2d795 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Synchronizing usage tracker for tenant:cfe2f8ed2ca94982b42faced1c19f9bc on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:44.063149 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-0a57d717-7934-4b02-96cc-b9712e9ce194 req-2ca10b69-0dfb-4b8d-b9e5-cb8026b2d795 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Unset dirty status for tenant:cfe2f8ed2ca94982b42faced1c19f9bc on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:44.064272 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0a57d717-7934-4b02-96cc-b9712e9ce194 req-2ca10b69-0dfb-4b8d-b9e5-cb8026b2d795 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0603609 Nov 23 13:02:44.551964 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:02:44.585202 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7f1868b6-5094-44e0-97a3-86efacb7efa7 req-d3bbbb10-8da9-42bb-a687-13dd78a6ebfc tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0426946 Nov 23 13:02:44.801080 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-280c78b7-404d-4127-bacc-887e288c70bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716186 Nov 23 13:02:44.937855 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-3ad53647-d10b-4051-acca-dc0b934058a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:44.939184 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-3ad53647-d10b-4051-acca-dc0b934058a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 1099 time: 0.0706697 Nov 23 13:02:45.080930 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-2bcbb96d-55be-40fa-a5cd-50d465d9d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:45.082358 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-2bcbb96d-55be-40fa-a5cd-50d465d9d1a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.1246896 Nov 23 13:02:45.215389 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-615a0952-1c96-4db4-bea7-f6c74423a593 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a HTTP/1.1" status: 200 len: 217 time: 0.1259017 Nov 23 13:02:45.292248 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-43034925-7e0c-4393-84c6-401d913b2fb4 req-121f8c5a-0b91-4213-a5ca-19f31b7f78b1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0786183 Nov 23 13:02:45.309284 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-adad30c8-cafe-4c2a-a83a-5143341eeed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:45.310685 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-adad30c8-cafe-4c2a-a83a-5143341eeed3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.0659058 Nov 23 13:02:45.358705 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-04291f22-618d-48b9-9386-9315c94b7741 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407569 Nov 23 13:02:45.487109 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-190ba7b1-5ee6-4ff2-958b-8633fc4dae30 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211066 Nov 23 13:02:45.612289 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-afe415a5-ab7b-4ff3-9482-d36a8f4f6391 req-6806e1cf-f74e-4f27-ae69-1724bc0b1cc6 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191995 Nov 23 13:02:45.739514 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-07481ea9-9543-4435-9afa-17c90ddc161e req-eefd8b10-67b1-40b4-8db1-51748c1673ae tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0458267 Nov 23 13:02:46.037163 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5b3bf104-76d3-4372-a23d-2be0aae00ef9 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:02:46.083941 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 5b3bf104-76d3-4372-a23d-2be0aae00ef9 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:02:46.084442 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 5b3bf104-76d3-4372-a23d-2be0aae00ef9 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:02:46.438944 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-71ade26a-b987-4afa-ade5-d81052736742 req-24a22f76-7726-4639-8303-33dc0fcb5d9f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0411909 Nov 23 13:02:46.900896 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a544368-6165-4ced-a8b6-58e480f8aaf9 req-a1b4124a-1271-42d0-b9c9-cea9ee23afb2 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0463955 Nov 23 13:02:47.586838 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b495ba1f-9550-4b07-a08a-ce5df39b507a req-36818606-dcba-4253-ac9a-c8c4b14a62d3 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0425162 Nov 23 13:02:48.050546 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2caacd84-ce66-4688-857e-a1b04c2c9d1d req-d163ca13-1db4-40e7-85c7-745e037b7032 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0420582 Nov 23 13:02:48.736212 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9028dbd4-95ac-4a10-a463-5b3946e49df6 req-30f22612-91f4-4dea-a3e6-fa7a5e8d16a1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0479515 Nov 23 13:02:49.199033 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3240e428-7ab3-4a58-9b7e-39a21b25f41f req-04900455-1480-4e4a-ba2b-328338ca0694 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0420928 Nov 23 13:02:50.004059 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8c8388f5-3302-483f-8e1d-577537fb0fef req-095a1213-5804-4622-8a09-25c4da1d0f54 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0418181 Nov 23 13:02:50.334795 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-52c23b4a-d06c-49ac-aff3-a045c41d170d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:50.354454 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f2d402be-cb47-4594-8575-b3dd7cd5c913 req-13dcb03b-15e4-4473-b319-f4616125d43d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0453892 Nov 23 13:02:50.858909 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:51.150135 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b71c0b54-6b43-4713-8693-013b152ac420 req-9dbe3c27-cd23-4c6a-b044-b5bd70ab3abd tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0420322 Nov 23 13:02:51.507299 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0419f292-3fd2-4375-805b-1028ad09d5d2 req-34af8243-f70a-483a-840b-fbb983e13793 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0416336 Nov 23 13:02:52.298450 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-47fde90a-b6ac-40e9-bd0e-f25e172221b6 req-9ce4ad81-3aa5-4198-8892-e10fe3696972 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0460742 Nov 23 13:02:52.655378 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a40e6f5e-673a-420c-8f15-889cc6842fc8 req-264c3b3e-6d80-47e5-82f2-03666228f9b7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0412266 Nov 23 13:02:52.912245 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a498048f-04c2-4a46-bb56-7b2a6db13fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:53.442462 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12385d76-afaf-44bd-8fe3-b779d284078f req-290548ac-ad66-489d-86c8-9af434c09405 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0423369 Nov 23 13:02:53.810868 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0d52c1ee-7045-4234-ba11-d680f281d0ee req-a95733e5-4a66-41b3-b8c9-0220afde549b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0452900 Nov 23 13:02:53.819842 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:54.030838 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:54.587542 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-67fae58b-fa04-4b6c-ab9f-46cd64896a8b req-1f8ffb4c-2651-4bca-9c48-fed8aed7d792 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0419273 Nov 23 13:02:54.963167 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-913c1fee-3106-4dd5-b5be-447777b95450 req-e710d2a3-f0ca-43b8-b6e6-9a5e049e7d36 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0422380 Nov 23 13:02:55.358552 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:55.736209 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b925933b-cd54-4391-9053-fcee82d8d84c req-01d37e55-0f54-4e36-ae76-a9b4b1a87747 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0434704 Nov 23 13:02:56.115590 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c6da526c-1493-4ce4-aaf3-dd7bff575eda req-cf0ee81c-aa25-4574-a45b-7432c92fef3e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0449638 Nov 23 13:02:56.879503 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1188e55d-3977-4221-8234-7cf495f5b76c req-fbe1791f-e568-4bf9-9edf-15d4c8fd4491 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0417242 Nov 23 13:02:57.274360 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8fadf32-bdd5-413e-864b-982462842ff9 req-1532fa5b-d30e-424e-b072-1624ab6851c0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0450473 Nov 23 13:02:58.027276 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-857af126-6006-4ee7-a18c-59457705798b req-23f032c4-c4ff-4bae-9723-ad9238710191 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0420353 Nov 23 13:02:58.422199 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9c1e6b1e-ce6b-493b-946e-aa2c0fac5044 req-f1cf21c5-6a26-47fd-8389-d6a4d9dd65f9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0407636 Nov 23 13:02:59.237478 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7b0f110-7bec-4f3b-b80d-c3041237a1f7 req-e0db6693-eec4-4d22-ae38-1409dd5cea2e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.1076648 Nov 23 13:02:59.572756 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1e769f7b-6ca7-4c28-96e2-11efc41b6638 req-90a2b247-ad64-4437-89aa-4ee091683181 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0418477 Nov 23 13:03:00.384936 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bfcd1c69-5ab2-4f8c-a414-f6ad960d4d2c req-ebccde8b-af27-4265-bca1-2bd74579e7f9 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0439665 Nov 23 13:03:00.725710 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-eb21c5e5-9563-446d-8484-7d555a300635 req-ad3caec3-0666-4b7c-a4d2-c684b7a2e364 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0418873 Nov 23 13:03:01.539930 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ce39a0b1-eba6-46e4-8f40-0ca44c93a2a4 req-abae616a-a2a2-4b14-abe9-9418205d10c9 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0418601 Nov 23 13:03:01.879881 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3fe81436-79a2-4be2-9f1e-22f833850ee7 req-d3ff54bf-ea66-4e94-a246-4d1b3a7aac21 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0469282 Nov 23 13:03:02.684449 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-31982ff0-618d-409e-9f88-fef5d33c0c9c req-bb36eb03-56fc-4222-a68b-c9201df499fb tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0414484 Nov 23 13:03:03.028282 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ed73d9e0-586b-4fa9-b6c5-309fce196a46 req-927e5d13-64a6-4fbb-a2bf-8faec3c38403 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0422871 Nov 23 13:03:03.831909 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e925a684-75c5-4e2c-a07a-b212a8459b1f req-8f9bae6d-221b-48d5-8c39-c670fd94fddb tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0450969 Nov 23 13:03:04.186408 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f061aa8e-b600-4ad0-ad54-442287e53160 req-4e0705d8-c9f4-43bc-a5c9-7ee3071c174a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0416074 Nov 23 13:03:04.978231 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b0e69d0-2dc1-4c4b-bdd9-b8fb96e7a81e req-dc565daf-b2a5-44c7-9fd7-7726459a51eb tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0425637 Nov 23 13:03:05.341015 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-06d781f2-e642-435e-ac2a-111d39d63c47 req-d6bcbcf2-1f69-4b92-ad31-85a251a67b9b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0451279 Nov 23 13:03:06.122012 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ea62dde4-0278-41a0-b058-6d26475a8af8 req-b9fdf806-56a2-4e04-b900-af9d444f6139 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0420203 Nov 23 13:03:06.492368 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2e11b860-9939-4bae-b8dc-16e1b934d770 req-1a02720f-8035-4c8f-9076-aa3c120dc557 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0430729 Nov 23 13:03:07.268607 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f69043ed-acaa-4db1-9b61-ef7683bf970f req-0a7a90dd-46f7-4f7d-9f19-274e1ffd6226 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0448227 Nov 23 13:03:07.645009 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1dc4ef17-cafd-43c1-9600-1fd63011ef03 req-63df8ccf-d43a-48b1-9b6b-391c0ded0a0c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0422144 Nov 23 13:03:08.418883 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a529634b-d146-40eb-9d47-1ef27ce4994d req-fc48e3a2-6612-4256-abb9-f38d42b9a614 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0421925 Nov 23 13:03:08.796338 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ebf9308d-df23-431a-8b3d-6cb0de3a2955 req-6e557380-d3a3-4c10-bba1-83e68fe0d27a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0451109 Nov 23 13:03:09.566319 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-847cc900-2549-425c-aca4-0d07f4679f95 req-42e9d1fc-6fd5-462d-99a5-792161c28fb6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0425858 Nov 23 13:03:09.947015 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-09decd61-09b4-41d3-80f4-0bd756ac7b85 req-bc6fcfa7-19f5-4472-9747-e4c592d9e11b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0446999 Nov 23 13:03:10.720297 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-021aaa86-31f2-47ce-8fd6-d7d01bc8fe32 req-c92ba1ed-6ef3-403e-8492-e18d5f71587d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0449307 Nov 23 13:03:11.241398 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c237eaab-e29e-420a-8e33-510c3ee4f742 req-617d01ec-b12d-460c-b0e3-9be711bf5c53 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0423589 Nov 23 13:03:11.866884 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ee0649ed-e20c-48d9-b87f-94acfabcc703 req-2d1d40e1-9a10-4c4a-adf7-799b005c73ee tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0416665 Nov 23 13:03:12.392197 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d31ca14c-188a-447e-8ecb-b1023ae8c682 req-4486e8e3-844d-488c-a501-164100d53579 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0453489 Nov 23 13:03:13.018895 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2cd77bf4-1d15-4bfc-9fd2-558f0e15d324 req-cb9e2ac5-9bb3-40c8-86e2-6def59f42839 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0410779 Nov 23 13:03:13.540791 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9da05e3c-befb-487c-8c40-ef245b0a533e req-70b8fdea-cf28-480f-82ae-86ed48094017 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0419326 Nov 23 13:03:14.165835 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1fa8c3af-1936-49aa-a9a0-02ea88a3e8f2 req-1507ab3e-4820-4422-bc9f-bdd9124f3067 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0445955 Nov 23 13:03:14.701012 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3c5f468a-9782-4d0d-a360-c99f1aa73d0e req-8ff7661f-0604-4e39-9066-f4456ffa2d63 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0419466 Nov 23 13:03:15.314265 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7d2be943-aa4c-4089-80e6-ae43c89d7a6e req-07c9802f-a7f0-4b11-960e-5056e603af8d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0419672 Nov 23 13:03:15.855451 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f2d5122-0148-410d-913f-3d26e94c4437 req-0572c11b-5147-41c2-be38-525526d8a475 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0451736 Nov 23 13:03:16.461976 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-261bc62f-8fe8-4a6c-88e0-4937f67cbada req-09a593d5-2f0b-41a0-a9a7-c01c4b2f6c96 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0423131 Nov 23 13:03:17.009438 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-787f70ac-ec95-4d4b-b4cd-45f3c84a9276 req-26f7dd5a-5753-4c32-8ada-180c8f48e1ad tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0416303 Nov 23 13:03:17.607825 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1771e9d-b911-4926-bc52-856f0bea483e req-10e4fb8d-d23d-43c7-af8c-9ae8887a5014 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0443244 Nov 23 13:03:18.213163 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d91205a6-f83b-4bca-b367-1c65a46fa598 req-4730d08a-c67c-4184-89b7-8414ce86c10a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0970187 Nov 23 13:03:18.755158 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-341299a2-b8cb-4e05-ac0a-81d7eb384d26 req-7467084d-e352-4929-883f-62fc649d73d4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0406802 Nov 23 13:03:19.366054 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e9fed95e-28ee-46d1-9d2d-8cba7379a90a req-3e7b12e4-d9a0-4797-b9fd-799aa58d4c92 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0432703 Nov 23 13:03:19.901925 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9781fa4d-5bcb-4011-bb1d-01000b678862 req-5a5260c6-6594-4650-b596-059dc058dda3 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0417073 Nov 23 13:03:20.335947 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-089aa605-3c71-4863-93ed-5503e9caec83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:20.516841 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-655ca30c-33af-4610-a799-0df28b670b27 req-6e283d11-022b-43b9-b221-4dcdfd0e5881 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0409863 Nov 23 13:03:20.861306 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:21.048060 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6f811bc7-85c8-4167-8d68-891f01339e73 req-88fc81c7-a456-4d60-83d0-fb43f7acb6d6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0456121 Nov 23 13:03:21.551429 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:03:21.665283 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-701bfe0c-edfc-4ede-b8fd-5f1afef58e31 req-64599122-4d71-4e90-85a1-e40e9fee4f4c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0407023 Nov 23 13:03:22.196728 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c68b1620-0936-44ed-9a69-f8a262d26364 req-a59ec0a3-ea49-43e1-b913-fb4e92339e33 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0419202 Nov 23 13:03:22.816798 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f7ccd1d8-6f51-4578-bf85-6222b04e7d1e req-334863e6-cd54-4e35-80c3-010018f3c2b6 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0452375 Nov 23 13:03:22.912968 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a9ba4d9b-4b83-4cb2-b9d5-60739beee747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:23.359441 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9c2f29b-0bc9-4d0d-b01c-e257c87454f1 req-1ec3ee8b-a7c2-4e24-8e09-ef6e9fe26bc4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0418081 Nov 23 13:03:23.812425 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:23.968826 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5be304f1-e0d0-4b1b-bffa-d0cfc1ddedfb req-0acd7733-4b8f-43f6-bc37-c8eedd789d9e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0430715 Nov 23 13:03:24.034514 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.506698 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fb11de22-630e-4782-a097-b0213d709e9c req-6c97d24f-7128-4a06-8d0e-79bc2a62eb2f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0452478 Nov 23 13:03:25.119111 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b4d5c9c4-99e9-4b41-b0f9-3b934867ff81 req-c43f6e80-02e1-43b7-8572-6f757ddad504 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0422380 Nov 23 13:03:25.334530 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:25.652508 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-43c22ad0-691c-4a9d-91fa-152b2f52cd58 req-977d0295-49a5-4ff0-89b5-f63dcdcdef06 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0418277 Nov 23 13:03:26.271762 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a03ecba7-5644-4ba8-87a9-90b3f34ae027 req-18613599-e77b-4dee-993c-db371123d333 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0452163 Nov 23 13:03:26.753411 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [req-ac2fc6ad-acd5-495d-a024-df55bea9ed7b req-8d564059-b299-473f-9fd2-77da5152229d service neutron] (86879) timed out ('10.222.0.50', 35854) {{(pid=86879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:03:26.796781 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b3543a82-2c48-412f-86c4-c2dd96e50beb req-b8dacc47-99b4-4b0e-9227-eb90b1f4a6e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0417268 Nov 23 13:03:27.424863 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-da9cc062-3ee4-4d8c-93d8-12a0aee152bc req-ad399e86-c007-4500-9128-b33ab739a299 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0417612 Nov 23 13:03:27.944604 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-43f0d732-b64b-4106-bd81-823034d21958 req-20f3a13a-93d8-4e2f-b280-ff7ea1f35e05 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0448899 Nov 23 13:03:28.574123 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5ee2348a-bf44-4bcc-a49b-0f42a6e91cbd req-5470d777-df2d-4826-ab09-eddce7b53751 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0420427 Nov 23 13:03:29.093451 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-11dd9944-5c91-48c5-975e-113f232845df req-46908723-06c9-44c8-b81a-209f01d94e48 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0437524 Nov 23 13:03:29.725355 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-dcaeebb8-06d9-4c0b-869f-89cba7ca4c1f req-39cac528-29d7-46f5-bc3a-f6242fcc2c0e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0445402 Nov 23 13:03:30.239168 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1d6677f1-b577-464e-a6f1-07dae3c8a12b req-c7613a96-a54f-4739-83a4-154a7cceada1 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0423086 Nov 23 13:03:30.880109 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-790b9cbf-f724-416d-b289-2dc2526542f8 req-369ab703-ce02-47d8-a60a-d00e64b54b33 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0418296 Nov 23 13:03:31.386295 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c738d2d1-4804-4ab0-bd46-bb34a0cd5a77 req-5a283187-3a39-4f15-9898-a6293465e81d tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0438297 Nov 23 13:03:32.036069 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6fd410f5-b4ab-4c48-9cd3-e1d723111866 req-ee3909da-f0e3-445a-81c3-f307d4cc8a44 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0448387 Nov 23 13:03:32.532791 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-192ee6a5-60d3-4fdc-b218-e32586263c7f req-b93202c0-885b-42c3-80ca-6760cf64d91c tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0412035 Nov 23 13:03:33.188095 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c3625ed3-64de-45d7-853f-ae60d1c80cef req-ad519718-0bb6-4ae5-829f-46b8f39aada1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0451221 Nov 23 13:03:33.687138 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-497333c0-b61b-4732-b664-442ced1ee8d3 req-c8863d5e-9e81-4568-8cf5-56c72bdc1f3b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0423565 Nov 23 13:03:34.340392 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b9082f7a-e199-49e0-b2c1-92bf510f5090 req-caf60fd9-279c-4182-85bb-6d9036a41db4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0420902 Nov 23 13:03:34.834567 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ae69bae8-060f-4944-be9c-40966c5e7147 req-97652d80-de48-42a1-b09e-9a9e0c36821b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0441167 Nov 23 13:03:35.489122 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f76c2d1c-43e8-47a8-b3e3-ffbc72eebc18 req-c8d1fd6e-d8c7-42c6-b053-afa2fd0a3fe8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0416007 Nov 23 13:03:36.124343 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d16acabc-ec2a-4555-80e5-bc70864cf124 req-d3a2dc35-4c3c-44f3-ba1d-4afa68349a82 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0421710 Nov 23 13:03:36.710301 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d83085cb-d1eb-4ae8-bcff-36697d33df12 req-5605cf5b-603a-49e5-8ec6-545f4d429e0a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.1141257 Nov 23 13:03:37.267628 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-edf8cfa4-fa7c-484e-b994-0c6f6babf23d req-8eb6ed05-5f89-4bcc-9a17-b32007bb70e5 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0414414 Nov 23 13:03:37.861395 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c77c11af-2b2b-4cca-adbc-f544a4ea6afa req-50cb0338-3628-4620-b1aa-94bd5656c91b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0406682 Nov 23 13:03:38.416781 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-35736755-6ad6-4ccd-9d12-4a2ef54cfcce req-7a17b9b9-512d-4025-9cfc-f1a5e8c044a8 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0455105 Nov 23 13:03:39.017043 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-16d1f156-fbb9-46d7-8239-65b08e624d38 req-e7dd5225-7c0b-4e7b-b968-f4c0962be7a7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0432403 Nov 23 13:03:39.567421 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1ccc97f6-564f-4ce4-8dc1-34cb852bb0e3 req-bfb4afa9-0ee3-47b3-a814-ffcc991573c5 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0433245 Nov 23 13:03:40.172103 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-854f7c62-5aa4-4582-9880-97dec214d5ac req-7d34fa22-1228-48e2-bf57-d1065ccc3f5c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0450859 Nov 23 13:03:40.709746 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1f0fbead-0a0a-4cc4-8f0f-1e5d156f45a5 req-60463fa7-352c-4fd6-9724-6f3efe064efc tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0421770 Nov 23 13:03:41.330249 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d38874fe-dad7-410d-b176-28d48cefe7bb req-a685a999-4890-4304-ab44-0f464c92e79f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0444543 Nov 23 13:03:41.856754 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8c162164-55fa-4524-be3f-a20ad78e4f40 req-1ab02b09-55d1-4bbd-a132-b8d3b8dac23f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0452902 Nov 23 13:03:42.495156 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-84933d70-0c01-4dd4-bc87-844a9cacf265 req-3ff38bea-f143-4a5a-9742-459791787029 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0415616 Nov 23 13:03:43.017753 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d5488ce6-a1ac-459a-9e97-a9c1a045db2b req-dff02d84-e925-4b3e-b526-f2796a2d0fa9 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0405438 Nov 23 13:03:43.646102 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-beaec990-1bf2-4316-8e1b-0fe121bf084c req-939ed554-aacc-4d55-aef6-6e671a40f8f4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0446653 Nov 23 13:03:44.193369 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-04f9e4d5-da3d-4a60-b5dc-b82abe830b3d req-d69da030-94ce-446d-9113-b605e38460d6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0420666 Nov 23 13:03:44.797430 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7fed4118-8416-4d51-83ec-5e54e91565ab req-ae08a872-461a-4aac-a863-2a9fa03fb1a9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0421481 Nov 23 13:03:45.287855 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-463ab1f1-f0fe-49ea-9e81-77597ac894da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712512 Nov 23 13:03:45.372300 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f95ebe10-11c7-4272-ad1d-310f667ce51b req-86684726-58c9-4f43-a1c3-dc187b171d3f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0743101 Nov 23 13:03:45.409176 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-416e68c0-5185-4c91-ade7-a85fb0048d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:45.410636 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-416e68c0-5185-4c91-ade7-a85fb0048d9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.0766761 Nov 23 13:03:45.580088 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-3c763fd1-0c2b-4909-94ac-0d4510022c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:45.581485 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-3c763fd1-0c2b-4909-94ac-0d4510022c0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1525655 Nov 23 13:03:45.647983 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-bfcab427-4ee1-490f-af5a-d79cab45cec5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.0587425 Nov 23 13:03:45.712365 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-949dde45-221b-4411-9848-b215a5509500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:45.713753 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-949dde45-221b-4411-9848-b215a5509500 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0594037 Nov 23 13:03:45.760481 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-2160a10f-ce7a-4e9e-ac4b-f9b963d4953a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389798 Nov 23 13:03:45.911335 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-567f899d-2846-44c9-adec-d90e5d36188c service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441047 Nov 23 13:03:45.977616 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1f90b7e8-ef9a-48a2-8663-6afddbe8bdfc req-d6c66ef2-1522-4ca8-b016-b2312a5d68dc tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0685403 Nov 23 13:03:46.078022 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b7936558-d46c-4fdf-84c6-fa42ffaeb126 req-413f0bb5-2852-4bad-8081-dc761e342c7d service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361349 Nov 23 13:03:46.583492 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e20e1465-5bab-4705-86d5-1e48f1b49b5e req-c5108df4-b5e4-44d5-a175-96d94ba05295 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.1014924 Nov 23 13:03:47.125629 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-10df338c-2ce4-449e-82f1-d5a1bd8ed8cd req-a32c3db6-5e87-48c6-a1d4-9d5413ced906 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0414841 Nov 23 13:03:47.729094 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2040a72c-3063-417f-9364-16623dc0e26d req-4bfd9dd5-343c-4256-ba98-34993f3c2f15 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0429690 Nov 23 13:03:48.281667 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-76bc5c9f-86ed-4f8f-9d9d-d8686be6b205 req-8880a7c4-cc2e-4e73-ba72-f9a93afd902c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0442958 Nov 23 13:03:48.874011 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4dd7dfc8-781c-4a92-b70c-5a1d88755e8c req-01bdfa9e-3840-407e-9188-4fbe7edb3120 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0424652 Nov 23 13:03:49.433544 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d408b8fc-19cf-49fd-99f9-816f129c3d1d req-53e4d262-4178-4c23-b3f7-28eeac5b3ad3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0449810 Nov 23 13:03:50.025509 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fe0b2850-37a5-48e3-a333-ec6fed1591bb req-0cd37ecb-0586-49a9-85bd-2d9b2f641463 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0443740 Nov 23 13:03:50.339203 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e0c98a66-50f2-4019-8bea-322276386aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.584452 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7691f3f-cb56-4466-9223-5f495f534fe3 req-7913d1e6-9b05-4588-a71c-20ff08ea6078 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0416586 Nov 23 13:03:50.862659 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.169925 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fb64e56b-d467-420b-8856-df8de6f902b4 req-4cbf744d-80a4-4621-b01f-ed4578010565 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0412359 Nov 23 13:03:51.737779 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fd428f27-b136-42af-90d1-afd23fa43d80 req-2508ab12-1a52-4556-b5cf-c71b1363c74e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0445254 Nov 23 13:03:52.314747 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-63a22276-184b-4e02-aecb-fcab4fffad24 req-76131a01-13fb-4f44-9f31-adbfcafe1455 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0419257 Nov 23 13:03:52.885729 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-10727e9c-b83a-4b80-93a4-07331f2adb62 req-489e32ad-fde5-42b8-8fd7-c0f8ba4a6036 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0420616 Nov 23 13:03:52.914615 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-50538307-ba23-4611-96ab-d26a5f0a4280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:53.467841 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6ac85519-b07a-4503-a8fe-2a5bc5d084b6 req-98b8f78c-bf19-49d5-896e-1afe9682c424 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0440483 Nov 23 13:03:53.812358 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:54.039347 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:54.042601 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-40131dcb-7957-4539-a6ab-97d1b7aa2694 req-7104b3a9-9259-4421-b124-3a242274e4b9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0492983 Nov 23 13:03:54.612228 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9cf07923-6328-417b-b2e6-00b487562daa req-0bdf0bb6-0dc2-4747-833f-ffb3f1dbb31e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0410817 Nov 23 13:03:55.202452 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f99633eb-ea1d-4c08-a655-29b634202e7c req-51c2777a-5e8d-4a77-993c-a5a2d3df47a4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0451152 Nov 23 13:03:55.337478 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:55.757059 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fb694d5e-1ccf-4f10-a72f-0d5465984221 req-4d4d00a2-3d31-41a1-aad6-70a58f9b4644 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0417333 Nov 23 13:03:56.351691 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c5893536-3788-4518-8427-241eb7260b08 req-7b07f266-10f9-4929-8cb2-ec5592f6d0ab tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0415230 Nov 23 13:03:56.907954 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec27db6d-5ca8-4ef1-bf2c-0fce0c695b73 req-cc8450f8-9d4f-4d4a-bfb4-33694ad21851 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0452638 Nov 23 13:03:57.500194 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7c96a06b-1d96-42c6-a0ac-12ebadd299aa req-4c0b1799-a1d3-4eef-a990-cf13de075e4a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0423424 Nov 23 13:03:58.051629 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-494fb829-3699-47a4-8955-3732b620e3ab req-e47ca81f-07ad-427e-884f-a800fde7bb27 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0421660 Nov 23 13:03:58.549798 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:03:58.654803 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-25e58db3-bdc7-4d15-b2c8-e473af6c61e1 req-b0412352-40c3-4a92-b51f-a5c9f3685f21 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0458026 Nov 23 13:03:59.200432 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-73fc889c-0e85-4c99-801d-01ef7b271d27 req-3ea97aa9-4764-436d-953b-853dc3e4123f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0428803 Nov 23 13:03:59.803751 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cd05c645-a399-4088-abbc-3b247b5e38d8 req-70b52552-4dc7-41de-8fee-6947a5d870e1 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0416436 Nov 23 13:04:00.353285 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9af98045-562c-4762-b04b-e6ea1f514d06 req-6eeeb9e4-ac52-492e-9012-30a1c9fe1255 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0443437 Nov 23 13:04:00.952816 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b8900d9c-215c-4719-b58d-d1847bbc8480 req-7147d3f1-b0ef-42c8-8747-364be70ca6e9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0417316 Nov 23 13:04:01.497424 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e928de41-4113-4ee4-994e-9c2018182ef3 req-d07c0e6a-da15-42cb-ba4c-e33fd5d57948 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0416794 Nov 23 13:04:02.111795 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8b90f709-07f2-455a-9b9e-1f9803f3d5fd req-f80ebbd4-6fb1-4dfb-a519-79d75eafa57b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0483496 Nov 23 13:04:02.640483 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-786ac99a-2523-48c3-9897-0332aaeb2e51 req-c51bbbc9-2ba5-4678-b359-0b5a4cfa0dac tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0422335 Nov 23 13:04:03.264773 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8bae36c-1f15-44ba-b605-10fafe96bdf5 req-319c9891-7f87-4980-9dbf-07b986deb1c9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0418367 Nov 23 13:04:03.790932 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4aa26add-5239-4504-bee8-66c5586ee259 req-ebfedd3e-e47c-462e-a55e-724e35f63bf4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0454910 Nov 23 13:04:04.412308 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ad65671a-ae1f-47a4-8332-262136f981f4 req-0a78de62-e662-4f87-b6d2-79d96b9daa10 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0409737 Nov 23 13:04:04.935528 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aea112ac-e524-4343-b56d-f66bb297caaf req-5532c150-a14d-471b-b97c-b7067f2b1224 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0410831 Nov 23 13:04:05.566547 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-37bf2f1b-3639-4ae6-8558-565d095c4e74 req-da26a341-5f73-457b-8789-8d416f584a58 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0443223 Nov 23 13:04:06.078810 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e2ed6652-f9a5-4544-a1f0-01d85ef07e55 req-06fe4e72-f87a-4541-93e1-ce773f622ae6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0420480 Nov 23 13:04:06.714944 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c4e4cd31-b4ce-49eb-bf5f-c83efcbecceb req-cea57551-c845-41e0-b74b-1dde148906dc tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0416837 Nov 23 13:04:07.231821 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-91f917c9-6aba-42c2-a8ae-fe70a2943338 req-bd40e850-f98d-4ab1-90d7-d765dd8bfb5f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0453799 Nov 23 13:04:07.862588 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-111c13e3-1755-4857-b922-8dd5cb5fbe16 req-c5288fde-8f88-4141-a085-a0ede40ed586 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0412409 Nov 23 13:04:08.376953 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-62da7bb9-1d0d-436f-9bc7-aed443952211 req-5f80069a-7bc0-4db4-b2c3-a301427d7dd6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0421314 Nov 23 13:04:09.016946 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3da1c3b0-2d4a-49e8-a8d8-099d342c5aa8 req-316b6991-8bbf-4900-b5bf-7d16a1bee8ad tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0456755 Nov 23 13:04:09.520281 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-17aa8e3b-e179-4ae2-a85d-7e8f3d28e5d4 req-b9a9cda6-3a3a-4f12-ae17-dd3ea86d5307 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0410998 Nov 23 13:04:10.313456 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b76832f6-5e04-47b7-85bc-426270e36f53 req-75bcbde8-1ac4-4490-862a-b5307bd4089d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0427675 Nov 23 13:04:10.720181 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3224ded-501f-4605-b401-7e16813c4ef9 req-45cbcda9-dfc1-4219-86e1-e79c0300d3ba tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0961959 Nov 23 13:04:11.460314 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6951c3ba-a35a-45ae-a17e-456d696cb254 req-34d64d41-9496-43aa-ae07-b00878087fb9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0416994 Nov 23 13:04:11.866857 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db46f5ad-bb93-4ba2-b4db-b710dab2893a req-c46b7096-2b33-4b54-bb79-1bfb53ab8f5f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0438840 Nov 23 13:04:12.609701 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1ad35fd0-8801-4a24-ab8c-a71fd55d60bb req-07f427b9-e3af-4978-ab79-699753ff3e8d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0418162 Nov 23 13:04:13.010668 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a3ffd7af-5923-4d67-91ae-cbe5c57223e2 req-8b65357d-49a6-4ad1-a4a7-68c483bc476e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0426979 Nov 23 13:04:13.760111 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8a159106-3c51-4227-b667-128bf3f6ea9e req-dcb5209e-eeb0-4e57-9c2b-81fe3bd61d86 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0437686 Nov 23 13:04:14.158358 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b6406353-ecb1-4f05-924c-d0967281d2aa req-46b2ea3c-bb77-4626-9fab-61e62b4c0451 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0448375 Nov 23 13:04:14.916991 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bd4ad6d6-d3e7-414e-9f8f-5db461c4c67a req-05fef8fb-f525-47f3-a7d5-588984c07de3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0497975 Nov 23 13:04:15.307136 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0a8cc5cd-a5dc-4c12-9bc4-3b8239d2c28d req-e453d80f-3786-44f1-ac91-7b36e2c193c8 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0464518 Nov 23 13:04:16.067156 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3965d2e0-0cad-4453-83ca-1daff27de65d req-8a5f62cf-e98a-4939-ab7d-492589dbe745 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0419130 Nov 23 13:04:16.452577 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d45be9a5-f307-40a3-adab-38d72af23885 req-9e101d9e-957c-4a8a-a74c-349861d25fe5 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0424285 Nov 23 13:04:17.218816 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9e2a46c3-3d68-4fdb-a989-17c188819e56 req-0002ad60-90f6-4170-8236-369c4b1a6157 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0455797 Nov 23 13:04:17.598523 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5c8e4219-fa50-4eb5-b569-2315d7c38318 req-12c76c26-34bf-4b1d-b386-b6967367b368 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0415673 Nov 23 13:04:18.370715 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-779b564b-df7d-435a-914f-0e3201d70e74 req-46cef36f-5c24-489c-868b-24c53c11ec67 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0414424 Nov 23 13:04:18.746117 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6130ff00-99a4-41a3-b641-12fa4896c201 req-91af9588-48a4-4fd9-8161-c51dd7cbbdf6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0441325 Nov 23 13:04:19.524222 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-732bc532-d681-4d40-aaaa-00980a68401a req-ee415ade-b92d-45a3-ab47-0fc96edb3faf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0424433 Nov 23 13:04:19.889392 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-648fd4ad-393a-47f3-abdc-0ddd0932aa87 req-a6639f87-32da-455b-b444-4134a90f8a29 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0415094 Nov 23 13:04:20.340091 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-7e0be06f-b2cf-4215-8299-23a51f18607f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:20.677402 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-99fa2bce-4834-4afa-9fdc-f93c04ac70ea req-0a8670c7-0c9e-450d-b62b-45aac7e2051c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0448101 Nov 23 13:04:20.862873 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.035961 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b105f00d-673f-40dc-a4ac-d19b375ff715 req-76e0d535-79bc-4abd-b42d-73922356d052 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0421350 Nov 23 13:04:21.826081 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4f228193-eb78-4f30-8e0b-cf3c192f078c req-d82fb9dd-6449-451f-bf57-50ba5a96126f tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0425003 Nov 23 13:04:22.185820 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6c926b60-8dab-4be8-9c70-b29aa31aae10 req-651d6d53-c038-418b-908e-97b3f42e3207 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0474296 Nov 23 13:04:22.918260 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e790a4ec-6373-42e9-8e86-e44b0ef2e403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:22.978914 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-804cd20d-b9c5-40f7-8687-47d6376943df req-01cc0614-0726-4cbd-813a-c4d9c99c2025 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=02f69f89-aa64-45f3-a18f-ea5055b495b0 HTTP/1.1" status: 200 len: 210 time: 0.0410895 Nov 23 13:04:23.336865 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-586880bb-bfc5-498b-be60-81c4dc31acbd req-33bd6107-bf71-4321-b281-6a8c32d5153b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0455379 Nov 23 13:04:23.825398 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:24.040211 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:24.485695 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ac1c20ba-2f91-419e-9805-5ba9d3fab429 req-ff411e8c-4056-4632-af34-2a6838bdf00b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0452733 Nov 23 13:04:25.122097 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 44376) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:25.187324 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.218368 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.275279 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.281398 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ed0dc2ef-4552-4b7b-8522-a7df423540bd tempest-VolumesNegativeTest-1999051912 tempest-VolumesNegativeTest-1999051912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:25.297192 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e835c0b9-5187-4118-b0d6-3b3269affa75,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:25.306716 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.307075 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.307425 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.307771 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.308110 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.308447 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.308783 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.309115 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.309446 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.309813 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.310148 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.310476 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:25.314087 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:25.317314 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.320375 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "DELETE /v2.0/security-groups/e835c0b9-5187-4118-b0d6-3b3269affa75 HTTP/1.1" status: 204 len: 168 time: 0.1970186 Nov 23 13:04:25.323155 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 44380) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:25.344633 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.api.v2.resource [None req-ad983b3b-d179-49e9-a223-785225526116 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] show failed (client error): The resource could not be found. Nov 23 13:04:25.345894 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-ad983b3b-d179-49e9-a223-785225526116 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups/e835c0b9-5187-4118-b0d6-3b3269affa75 HTTP/1.1" status: 404 len: 347 time: 0.0217881 Nov 23 13:04:25.348692 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 44384) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:25.351423 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.504043 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Deleting port af679765-87d9-4d9c-bdaf-3d158a98e357 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:25.504625 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.737837 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-68ff199d-2c96-4090-a4dd-dbd983c4fe45 req-339ef057-7624-4e79-90d4-4bd9d87fb61b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0570076 Nov 23 13:04:25.779096 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.779428 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.899070 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Calling delete_port for af679765-87d9-4d9c-bdaf-3d158a98e357 owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:04:26.034671 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:26.038870 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:26.081732 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event deleted for resources: {'Port': ['ID=af679765-87d9-4d9c-bdaf-3d158a98e357,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:26.114811 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:26.169953 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:26.187671 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:26.188849 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "DELETE /v2.0/floatingips/5bba1ce9-d232-421a-8176-f1387f2fe006 HTTP/1.1" status: 204 len: 168 time: 0.8391864 Nov 23 13:04:26.735837 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44400) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:26.741763 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984212935', 'description': 'tempest-description--279287070'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:04:26.747697 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:26.751873 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:security_group and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:26.755463 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:26.761140 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:26.772522 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:26.798217 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:26.802154 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:security_group_rule and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:26.806569 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:26.812400 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:26.889664 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7c72a530-341a-41fe-a7c9-8944daf6a364 req-469bbb19-4518-481d-8ef8-ef7642f302a2 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0447736 Nov 23 13:04:26.898613 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:26.904054 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:26.910999 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f5068d12-3699-44f5-9d4e-bca5427872ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:26.955924 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82817589-d95a-49b1-9551-bcb2472976c5,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:26.960256 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:26.961410 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2244620 Nov 23 13:04:26.964483 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 44410) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:26.965905 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.966272 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.966627 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.967012 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.967378 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.967723 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.968065 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.968404 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.968858 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.969202 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.969578 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.969713 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'security_group_rule': {'security_group_id': '82817589-d95a-49b1-9551-bcb2472976c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:04:26.969986 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:26.973320 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:26.977514 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:26.981448 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:security_group_rule and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:26.984243 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:26.990218 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:27.005785 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.068289 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.072660 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.078992 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-87d05535-e233-405e-8350-572fbb02e53e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:27.097489 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf2d11f-1094-4b32-a38f-71c66567313d,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:27.099800 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:27.107737 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.108963 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434276 Nov 23 13:04:27.111621 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 44414) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:27.116416 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'security_group_rule': {'security_group_id': '82817589-d95a-49b1-9551-bcb2472976c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:04:27.121819 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:27.125535 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:security_group_rule and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:27.128340 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:27.133993 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:27.150233 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.209101 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.214251 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.216143 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:27.237652 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9572e21d-825b-4d0f-a16b-cfb21f1a587a,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:27.239943 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:27.247204 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.251327 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-4ff2a6f9-0b6a-4a3f-be06-702267129918 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359627 Nov 23 13:04:27.251514 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 44418) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:27.256381 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'floatingip': {'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:04:27.262021 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:27.265859 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Usage tracker for resource:floatingip and tenant:424aae1a3fd94083b51650f5eaffbb20 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:27.268650 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:27.275043 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:27.284794 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.419292 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.552841 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Allocated IP 172.27.1.166 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/517e3e3c-c369-49df-84db-c1553067f315) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:04:27.694892 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.722967 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.727353 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-8cda5fa5-4488-4cba-b409-2a5d0c196789 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:27.785320 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:04:27.788048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:04:27.791719 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:04:27.833451 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'Port': ['ID=517e3e3c-c369-49df-84db-c1553067f315,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:27.838479 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:27.917588 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:27.987758 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:28.141812 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29ed9b3f-0243-478b-8cb8-eb03c9b0457b req-a3e5bc00-7463-491b-8a61-2f7a047d4d80 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.1261590 Nov 23 13:04:28.304264 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:28.308344 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:28.312531 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-26083c2f-728e-4c56-a0a9-b4d82f357cb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:28.415980 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'Port': ['ID=517e3e3c-c369-49df-84db-c1553067f315,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:28.419829 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:28.426419 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:28.452311 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:28.453497 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2010922 Nov 23 13:04:28.623634 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-b477dedd-7cac-4649-a6a7-0c5911e3be9b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Synchronizing usage tracker for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:04:28.638120 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-b477dedd-7cac-4649-a6a7-0c5911e3be9b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Unset dirty status for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:04:28.639458 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-b477dedd-7cac-4649-a6a7-0c5911e3be9b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--984212935&fields=id&tenant_id=424aae1a3fd94083b51650f5eaffbb20 HTTP/1.1" status: 200 len: 267 time: 0.0541701 Nov 23 13:04:28.786479 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-4c8219ec-ac62-4c4c-9b9c-04b53f1ed3c7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:28.788463 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-4c8219ec-ac62-4c4c-9b9c-04b53f1ed3c7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 817 time: 0.1425922 Nov 23 13:04:28.802580 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-886f2c0f-a7e0-4a4d-b8b1-711771276982 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/quotas/424aae1a3fd94083b51650f5eaffbb20 HTTP/1.1" status: 200 len: 375 time: 0.0087116 Nov 23 13:04:28.883461 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-4526eafd-ab68-4c15-81ec-87e8a01f9def tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Synchronizing usage tracker for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:04:28.898744 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-4526eafd-ab68-4c15-81ec-87e8a01f9def tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Unset dirty status for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:04:28.902100 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-4526eafd-ab68-4c15-81ec-87e8a01f9def tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0947289 Nov 23 13:04:28.956673 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-95a4ea58-9cad-4d4e-b27d-7686f60a1844 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:04:28.957669 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-95a4ea58-9cad-4d4e-b27d-7686f60a1844 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466709 Nov 23 13:04:29.090311 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-321ad4c9-d6ab-45df-9bff-a0f259414d88 service neutron] 10.222.0.50 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257553 Nov 23 13:04:29.226051 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-230766f9-e11a-4de6-ba57-9d44d732266a service neutron] 10.222.0.50 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298265 Nov 23 13:04:29.293070 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bc0b61da-3140-4d33-aecb-222314082822 req-c46f38a8-bfc0-48c8-8db2-bb076666b310 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0470829 Nov 23 13:04:29.411585 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fbf5ae83-19b0-4a67-9984-7c406e3304c0 req-aea080c0-b3c8-47e7-bfb0-a1f49ebc5069 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 210 time: 0.0449698 Nov 23 13:04:30.470428 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-76f45eb6-608b-47ae-99dc-deab11aa9406 req-052418ab-4730-4317-863d-5ab4fe25d7ca tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0674708 Nov 23 13:04:30.588435 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8a8e22f-6e48-43f8-8d22-fa3d8776d6cb req-927ac6c0-f030-4877-bff7-0eef90a1c22a tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 210 time: 0.0551639 Nov 23 13:04:30.639864 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-31e072a7-9e7c-4c89-ad53-f7be3b76b6e0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:30.641249 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-31e072a7-9e7c-4c89-ad53-f7be3b76b6e0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.64 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 817 time: 0.2069149 Nov 23 13:04:30.691013 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-a6fe47e1-0656-4512-b789-d1a9fd323e20 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424aae1a3fd94083b51650f5eaffbb20 HTTP/1.1" status: 200 len: 379 time: 0.0411119 Nov 23 13:04:30.700704 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'port': {'device_id': '675465a7-9a0d-4754-9b85-8516adb757e3', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'admin_state_up': True, 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'security_groups': ['82817589-d95a-49b1-9551-bcb2472976c5']}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:04:30.834081 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:30.843978 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:30.854140 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Made reservation on behalf of 424aae1a3fd94083b51650f5eaffbb20 for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:04:30.857557 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:31.013815 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Allocated IP 172.20.0.13 (9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9/b56fe5f5-b05f-4c16-aa47-6b844910fde8/d9c826c9-9ccc-49b3-a35f-a08ecd1082ad) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:04:31.277677 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:31.295373 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Transition to ACTIVE for port object d9c826c9-9ccc-49b3-a35f-a08ecd1082ad will not be triggered until provisioned by entity DHCP. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:04:31.318896 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:31.324709 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:31.389212 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:04:31.392390 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:04:31.396195 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:04:31.431306 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event updated for resources: {'Port': ['ID=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:31.441892 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:31.467573 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:31.468186 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:31.494761 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7987571 Nov 23 13:04:31.506948 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Request body: {'port': {'device_id': '675465a7-9a0d-4754-9b85-8516adb757e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:04:31.609170 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-a184d250-c009-4e79-82c6-26980358b382 None None] Provisioning for port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:04:31.614537 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-a184d250-c009-4e79-82c6-26980358b382 None None] Provisioning complete for port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:04:31.615002 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a184d250-c009-4e79-82c6-26980358b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:31.658744 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0e2475fd-9f66-4b18-8824-b318903c5636 req-d3565dca-a015-4fa2-bda1-3ccac2c870b8 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0614254 Nov 23 13:04:31.667745 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:31.669971 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-a184d250-c009-4e79-82c6-26980358b382 None None] Port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:04:31.890069 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73270e40-ea69-4c82-84d1-f9974f53f000 req-e3239faf-924c-44a2-a786-1270533980c7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:31.890659 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-73270e40-ea69-4c82-84d1-f9974f53f000 req-e3239faf-924c-44a2-a786-1270533980c7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Synchronizing usage tracker for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:04:31.964193 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-73270e40-ea69-4c82-84d1-f9974f53f000 req-e3239faf-924c-44a2-a786-1270533980c7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Unset dirty status for tenant:424aae1a3fd94083b51650f5eaffbb20 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:04:31.965350 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-73270e40-ea69-4c82-84d1-f9974f53f000 req-e3239faf-924c-44a2-a786-1270533980c7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 932 time: 0.2534525 Nov 23 13:04:32.047341 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-73270e40-ea69-4c82-84d1-f9974f53f000 req-8c332b41-f653-483e-b2a0-538bc2f3c4f7 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=82817589-d95a-49b1-9551-bcb2472976c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758674 Nov 23 13:04:32.117194 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c826c9-9ccc-49b3-a35f-a08ecd1082ad {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:04:32.124599 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:32.138701 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Transition to ACTIVE for port object d9c826c9-9ccc-49b3-a35f-a08ecd1082ad will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:04:32.141546 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:32.144818 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6ea6b4cb-f7c6-4347-84ae-ebf9e81bba0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:32.276321 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:32.304929 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:32.397766 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Attempting to bind port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:04:32.398129 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Attempting to bind port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:04:32.398457 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Attempting to bind port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad on network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:04:32.403824 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad on network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:04:32.404141 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Attempting to bind port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad on network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:04:32.410674 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:04:32.411077 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Checking segment: {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:04:32.411546 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Bound using segment: {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:04:32.412036 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Bound port: d9c826c9-9ccc-49b3-a35f-a08ecd1082ad, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bcd57f1-f201-4c69-80f2-6e943b6651d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:04:32.413034 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:32.503984 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] For port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:04:32.508097 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] For port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:04:32.512990 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:32.516561 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-055839a6-6de2-4ddb-a99c-3be2ea2da3e4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:32.575979 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:32.576603 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:32.577956 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/d9c826c9-9ccc-49b3-a35f-a08ecd1082ad HTTP/1.1" status: 200 len: 1094 time: 1.0756731 Nov 23 13:04:32.578435 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675465a7-9a0d-4754-9b85-8516adb757e3', 'tag': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:04:32.598363 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:32.601865 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:32.648423 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675465a7-9a0d-4754-9b85-8516adb757e3', 'tag': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad', 'status': 'completed', 'code': 200} Nov 23 13:04:32.693637 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-e4b9443e-142c-4229-98ac-979874af0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:32.695161 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-e4b9443e-142c-4229-98ac-979874af0ebb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 1097 time: 0.0780299 Nov 23 13:04:32.769761 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-fa13373d-af2a-473f-8d1e-14182a84aa79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad HTTP/1.1" status: 200 len: 217 time: 0.0671070 Nov 23 13:04:32.840779 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-67f32bd8-dfe6-46db-aa48-7926365c704c req-d1e59cc1-55d2-4f8e-b373-fcb5e9c8db0c tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0726578 Nov 23 13:04:32.868426 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-4251127b-d9df-470e-83ee-8f821ab5211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:32.869855 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-4251127b-d9df-470e-83ee-8f821ab5211b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 200 len: 856 time: 0.0700159 Nov 23 13:04:32.944109 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-ccae0da6-1d67-47ef-baac-98edf4168c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:32.945512 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-ccae0da6-1d67-47ef-baac-98edf4168c63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691497 Nov 23 13:04:33.140260 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-03d46611-efbf-486e-832d-8615313c1904 service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880918 Nov 23 13:04:33.331632 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5f185dcb-c4b1-42bd-8d43-dac80fdf879a req-b2b947e8-ba6e-49ee-853d-936ae1e1ae98 service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836917 Nov 23 13:04:33.342423 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31e0bb-9756-45c7-8c27-ea6ff36a7e97 req-da4a8590-83ba-4721-9209-930d39d80775 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:33.343857 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0c31e0bb-9756-45c7-8c27-ea6ff36a7e97 req-da4a8590-83ba-4721-9209-930d39d80775 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 944 time: 0.1784508 Nov 23 13:04:33.434695 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0c31e0bb-9756-45c7-8c27-ea6ff36a7e97 req-b16cefb3-a512-4df5-99c1-9efd1a3736f0 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=82817589-d95a-49b1-9551-bcb2472976c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834918 Nov 23 13:04:33.467856 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169feac-e010-4a38-9fb7-d63288d7767e req-27979dff-77b4-4d54-a1e0-7c84813f21cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:33.469658 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8169feac-e010-4a38-9fb7-d63288d7767e req-27979dff-77b4-4d54-a1e0-7c84813f21cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 1097 time: 0.0839989 Nov 23 13:04:33.602269 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169feac-e010-4a38-9fb7-d63288d7767e req-1e350162-7b33-461c-8e65-67d8baa6057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:33.603706 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8169feac-e010-4a38-9fb7-d63288d7767e req-1e350162-7b33-461c-8e65-67d8baa6057d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 918 time: 0.1268466 Nov 23 13:04:33.675035 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8169feac-e010-4a38-9fb7-d63288d7767e req-1c93131d-7105-4d6b-b715-9191ee826d60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad HTTP/1.1" status: 200 len: 217 time: 0.0638545 Nov 23 13:04:33.737355 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169feac-e010-4a38-9fb7-d63288d7767e req-22557c06-9897-4084-8659-b7c4c65a57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:33.738778 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8169feac-e010-4a38-9fb7-d63288d7767e req-22557c06-9897-4084-8659-b7c4c65a57f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 200 len: 856 time: 0.0564864 Nov 23 13:04:33.815807 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169feac-e010-4a38-9fb7-d63288d7767e req-2efc8da0-e894-490f-a8f0-4825e6f8c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:33.817154 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8169feac-e010-4a38-9fb7-d63288d7767e req-2efc8da0-e894-490f-a8f0-4825e6f8c200 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711625 Nov 23 13:04:33.984191 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8169feac-e010-4a38-9fb7-d63288d7767e req-14b9f305-1cfd-47a9-a6bc-269316cc1cb4 service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597326 Nov 23 13:04:33.990836 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aac822ff-d2ef-428b-b516-292e0eccaf18 req-bb6ff593-8888-411a-ad86-4deb188c4d1b tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0474236 Nov 23 13:04:34.122390 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8169feac-e010-4a38-9fb7-d63288d7767e req-b66ddc74-7410-4496-8dc9-da579b5aa99d service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305494 Nov 23 13:04:34.624004 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255b9f0-682d-4dc6-98c8-d0c58a138866 req-5720fba4-e089-45ee-8f7b-eb39c3cc0070 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:34.625483 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6255b9f0-682d-4dc6-98c8-d0c58a138866 req-5720fba4-e089-45ee-8f7b-eb39c3cc0070 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 944 time: 0.0831544 Nov 23 13:04:34.673484 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6255b9f0-682d-4dc6-98c8-d0c58a138866 req-b07c3a6e-3d52-4815-a67c-0438b03cf07c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=82817589-d95a-49b1-9551-bcb2472976c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 Nov 23 13:04:35.136419 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5bc813f6-76e2-40f5-8d4e-202402ccaa04 req-f6b899c2-49f1-4131-ab63-5c49d51a09ca tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0416405 Nov 23 13:04:35.548950 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:04:35.859178 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e7a86-d0e5-4bed-819d-d950ea422da3 req-c8d443b4-5848-4d96-aea0-81fcc927c3be tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:35.860597 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-404e7a86-d0e5-4bed-819d-d950ea422da3 req-c8d443b4-5848-4d96-aea0-81fcc927c3be tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 944 time: 0.0782154 Nov 23 13:04:35.907198 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-404e7a86-d0e5-4bed-819d-d950ea422da3 req-7e04af02-656b-42a7-971f-663c64589606 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=82817589-d95a-49b1-9551-bcb2472976c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Nov 23 13:04:36.283155 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bde89fd2-4416-48ea-b2c6-76ac19e617c8 req-7e92db4a-31e9-490c-84d5-e8664aab2770 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0437045 Nov 23 13:04:36.454252 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device d9c826c9-9ccc-49b3-a35f-a08ecd1082ad details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:04:36.582838 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:36.595719 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'port_id': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad', 'mac_address': 'fa:16:3e:c5:a4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:04:36.653685 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:36.670984 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c826c9-9ccc-49b3-a35f-a08ecd1082ad {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:04:36.688000 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:36.692065 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:36.693815 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-ea6059bb-40e2-4549-9e43-a9f4a190c94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:36.758708 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:36.765849 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.766197 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.766535 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.766867 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.767193 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.767518 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.767842 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.768171 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.768481 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.768801 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.769117 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.769433 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:36.779212 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:36.972711 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['d9c826c9-9ccc-49b3-a35f-a08ecd1082ad'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:04:37.096000 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca35c7-9dc1-4044-8a1d-36f80b4edcfb req-cfbb792b-e074-497b-b2c9-b0f1d83bd4ce tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:37.097565 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3cca35c7-9dc1-4044-8a1d-36f80b4edcfb req-cfbb792b-e074-497b-b2c9-b0f1d83bd4ce tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 945 time: 0.0811989 Nov 23 13:04:37.142607 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3cca35c7-9dc1-4044-8a1d-36f80b4edcfb req-05f4c7fc-53b5-410a-9287-71cd7a090c5b tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=82817589-d95a-49b1-9551-bcb2472976c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383594 Nov 23 13:04:37.432675 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a2223696-9b28-4b32-a9c1-8a72845ddeb2 req-a7212c01-7d09-4469-91e9-bbf4fd7f0720 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0466566 Nov 23 13:04:38.332431 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0c6dc-f1a4-4193-a74f-0732ce4228d1 req-ab80d491-d052-4324-ae8e-5f036034ed81 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:38.333868 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f1a0c6dc-f1a4-4193-a74f-0732ce4228d1 req-ab80d491-d052-4324-ae8e-5f036034ed81 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 945 time: 0.0849774 Nov 23 13:04:38.379990 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f1a0c6dc-f1a4-4193-a74f-0732ce4228d1 req-526c685c-43c7-4569-abfc-d9e99c88a011 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=82817589-d95a-49b1-9551-bcb2472976c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398302 Nov 23 13:04:38.469101 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device d9c826c9-9ccc-49b3-a35f-a08ecd1082ad up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:04:38.536430 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:04:38.541952 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:04:38.542334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:38.653092 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-23e9a8a1-8b70-483b-89ff-c7552b38f72a req-8ecd0010-de15-475c-a016-f171a3cc3d60 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.1133146 Nov 23 13:04:38.662532 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:38.690377 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675465a7-9a0d-4754-9b85-8516adb757e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:04:38.701170 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:38.705248 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:38.708468 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:38.779992 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:38.783641 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:38.788042 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675465a7-9a0d-4754-9b85-8516adb757e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad', 'code': 200} Nov 23 13:04:39.012695 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a56650-1fc2-493d-a649-439829e56806 req-0ad60dab-a539-4466-bc98-90330fa3e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:39.014204 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7a56650-1fc2-493d-a649-439829e56806 req-0ad60dab-a539-4466-bc98-90330fa3e050 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 1099 time: 0.0694528 Nov 23 13:04:39.053426 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c7a56650-1fc2-493d-a649-439829e56806 req-0fd69c38-3921-4c35-9305-07f3efd51f32 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82817589-d95a-49b1-9551-bcb2472976c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327859 Nov 23 13:04:39.567644 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e700-f410-424f-a70d-525386fa7d7d req-b95baf5c-4e82-417a-9342-d1c321153308 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:39.569008 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-03b8e700-f410-424f-a70d-525386fa7d7d req-b95baf5c-4e82-417a-9342-d1c321153308 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 946 time: 0.0821607 Nov 23 13:04:39.612966 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-03b8e700-f410-424f-a70d-525386fa7d7d req-13a2ddbe-eac6-4a32-b7e1-3db89833d285 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=82817589-d95a-49b1-9551-bcb2472976c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382404 Nov 23 13:04:39.802515 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2344e104-8e5d-4398-ac1c-dfc0709a3635 req-cb028b60-7474-4b60-8f08-405588578ed7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0424619 Nov 23 13:04:40.809010 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5eaae6-527e-4020-b4e8-9f36beb7fa55 req-646da192-3108-4b94-bd12-ce5f4792161c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:40.810386 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2b5eaae6-527e-4020-b4e8-9f36beb7fa55 req-646da192-3108-4b94-bd12-ce5f4792161c tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 946 time: 0.0853269 Nov 23 13:04:40.862074 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2b5eaae6-527e-4020-b4e8-9f36beb7fa55 req-1869276e-0ec6-4888-a99d-9feadae109bf tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=82817589-d95a-49b1-9551-bcb2472976c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450799 Nov 23 13:04:40.952613 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-55af2998-0e27-4dc7-8c45-91fc1577a1e5 req-c6b3801d-24ae-46aa-ac7e-b598f42e5358 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0469205 Nov 23 13:04:41.056531 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778dedb-63f7-412b-b2b2-123de9151a51 req-12cde5e9-d174-416f-8873-23767489a989 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:41.058018 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d778dedb-63f7-412b-b2b2-123de9151a51 req-12cde5e9-d174-416f-8873-23767489a989 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 946 time: 0.0859332 Nov 23 13:04:41.066484 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 44578) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:41.072134 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-1bd7cc3e-394f-4fcc-888d-068689d10355 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Request body: {'floatingip': {'port_id': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:04:41.152921 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cc3e-394f-4fcc-888d-068689d10355 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:41.959214 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cc3e-394f-4fcc-888d-068689d10355 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:41.963201 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cc3e-394f-4fcc-888d-068689d10355 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:42.129072 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-14e33174-afce-428c-90c7-be1ec6fe6f27 req-db22293a-1942-4e9a-a1f8-e9ffd51d01b7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.0594354 Nov 23 13:04:42.172285 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.l3_db [None req-1bd7cc3e-394f-4fcc-888d-068689d10355 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Floating IP f1c560bf-6589-4004-8a47-18d00e8fe591 associated. External IP: 172.27.1.166, port: d9c826c9-9ccc-49b3-a35f-a08ecd1082ad. Nov 23 13:04:42.517175 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd7cc3e-394f-4fcc-888d-068689d10355 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:04:42.693882 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd7cc3e-394f-4fcc-888d-068689d10355 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:04:42.699269 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1bd7cc3e-394f-4fcc-888d-068689d10355 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:42.703892 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] Sync routers for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:04:42.713044 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:04:42.713677 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:04:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:42.752777 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-1bd7cc3e-394f-4fcc-888d-068689d10355 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "PUT /v2.0/floatingips/f1c560bf-6589-4004-8a47-18d00e8fe591 HTTP/1.1" status: 200 len: 992 time: 1.6852427 Nov 23 13:04:42.753715 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675465a7-9a0d-4754-9b85-8516adb757e3', 'tag': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:04:42.800315 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675465a7-9a0d-4754-9b85-8516adb757e3', 'tag': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad', 'status': 'completed', 'code': 200} Nov 23 13:04:42.893737 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:04:42.896941 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c626506-b656-4562-af55-94738fde0085 req-3d692b40-1813-4d40-a0c1-033e238cd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:42.899001 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3c626506-b656-4562-af55-94738fde0085 req-3d692b40-1813-4d40-a0c1-033e238cd9fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 1099 time: 0.0766327 Nov 23 13:04:43.031223 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c626506-b656-4562-af55-94738fde0085 req-2331fea8-0d53-4b64-bddc-feddd8309eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:43.032641 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3c626506-b656-4562-af55-94738fde0085 req-2331fea8-0d53-4b64-bddc-feddd8309eb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 918 time: 0.1265318 Nov 23 13:04:43.145014 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3c626506-b656-4562-af55-94738fde0085 req-94708517-6758-46f7-905f-29e7be881439 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad HTTP/1.1" status: 200 len: 1000 time: 0.1050079 Nov 23 13:04:43.214632 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c626506-b656-4562-af55-94738fde0085 req-48abb7f6-28a7-4a35-a728-8a2eed847aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:43.216056 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3c626506-b656-4562-af55-94738fde0085 req-48abb7f6-28a7-4a35-a728-8a2eed847aa8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 200 len: 856 time: 0.0648439 Nov 23 13:04:43.303926 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c626506-b656-4562-af55-94738fde0085 req-9131d12f-7873-429e-8ae6-1f22369733c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:43.306142 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3c626506-b656-4562-af55-94738fde0085 req-9131d12f-7873-429e-8ae6-1f22369733c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831659 Nov 23 13:04:43.335105 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'f1c560bf-6589-4004-8a47-18d00e8fe591', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'port_id': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'mac_address': 'fa:16:3e:c5:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675465a7-9a0d-4754-9b85-8516adb757e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:04:27Z', 'updated_at': '2021-11-23T13:04:41Z', 'revision_number': 1, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:43.339715 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] Checking router: 0fe146a6-aee8-4e27-9ad4-ecb709db9566 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:04:43.348467 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:04:43.349127 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:04:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:43.474977 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5cbec2cf-2002-43d5-9ec8-df451f046aeb req-f99d2eeb-9ef3-48e9-aee0-36382a494c5c tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] 10.222.0.50 "GET /v2.0/ports?device_id=e80dd8e0-7d45-4e06-8363-a371452d7b0f HTTP/1.1" status: 200 len: 210 time: 0.1678660 Nov 23 13:04:43.546805 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:04:43.589364 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3c626506-b656-4562-af55-94738fde0085 req-c71ed02e-0e54-4ef8-81e5-148ca6341177 service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416351 Nov 23 13:04:43.734215 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3c626506-b656-4562-af55-94738fde0085 req-febf1e0c-b800-423c-a69a-c9ab1a50b9b1 service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378579 Nov 23 13:04:43.887287 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'f1c560bf-6589-4004-8a47-18d00e8fe591', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'port_id': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'mac_address': 'fa:16:3e:c5:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675465a7-9a0d-4754-9b85-8516adb757e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:04:27Z', 'updated_at': '2021-11-23T13:04:41Z', 'revision_number': 1, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:43.891186 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196c694-c4f2-4c20-8c2d-a8eca728bf60 None None] The sync data for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi is: [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'f1c560bf-6589-4004-8a47-18d00e8fe591', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'floating_ip_address': '172.27.1.166', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'port_id': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'mac_address': 'fa:16:3e:c5:a4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675465a7-9a0d-4754-9b85-8516adb757e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:04:27Z', 'updated_at': '2021-11-23T13:04:41Z', 'revision_number': 1, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:04:44.078154 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe63bb51-9e70-4c1f-9831-a1a86d8d0d89 None None] New status for floating IP f1c560bf-6589-4004-8a47-18d00e8fe591: ACTIVE {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:04:45.470160 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44666) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:46.151012 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554411'] for router_interface, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:46.575471 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Deleting port aa818c42-b37a-4043-bde6-af306c62e9be {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:46.576052 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:46.744410 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] For port aa818c42-b37a-4043-bde6-af306c62e9be, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=aa818c42-b37a-4043-bde6-af306c62e9be,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:46.744754 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:46.858524 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-639c349a-d8e1-43d0-b815-533b2c81461b req-dd46bd6e-1281-4b59-b4ab-0f90614e1fc1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705683 Nov 23 13:04:46.868089 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Calling delete_port for aa818c42-b37a-4043-bde6-af306c62e9be owned by network:router_interface {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:04:46.952200 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c349a-d8e1-43d0-b815-533b2c81461b req-3271d8a6-4787-4620-908b-1ec267558dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:46.953670 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-639c349a-d8e1-43d0-b815-533b2c81461b req-3271d8a6-4787-4620-908b-1ec267558dc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1099 time: 0.0707514 Nov 23 13:04:47.100768 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c349a-d8e1-43d0-b815-533b2c81461b req-7bd45b0a-48a2-4a61-ad19-a1ef1f63260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:47.102295 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-639c349a-d8e1-43d0-b815-533b2c81461b req-7bd45b0a-48a2-4a61-ad19-a1ef1f63260e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1295574 Nov 23 13:04:47.162025 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:47.165773 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:47.172677 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-639c349a-d8e1-43d0-b815-533b2c81461b req-1af18344-306a-4a11-9908-6d435a50d04d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 HTTP/1.1" status: 200 len: 217 time: 0.0644827 Nov 23 13:04:47.209074 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa818c42-b37a-4043-bde6-af306c62e9be,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:47.212047 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:47.237199 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c349a-d8e1-43d0-b815-533b2c81461b req-99fd5265-387b-4486-a12a-c5efcab977c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:47.238747 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-639c349a-d8e1-43d0-b815-533b2c81461b req-99fd5265-387b-4486-a12a-c5efcab977c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0593381 Nov 23 13:04:47.297270 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-639c349a-d8e1-43d0-b815-533b2c81461b req-7dc2e314-ff59-49c9-b2b4-efa0356f4acb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515954 Nov 23 13:04:47.451655 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-639c349a-d8e1-43d0-b815-533b2c81461b req-804b3961-7fba-43bb-b943-76446283ed73 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475124 Nov 23 13:04:47.486307 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543323'] for router_interface, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:47.589913 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-639c349a-d8e1-43d0-b815-533b2c81461b req-79e7cae1-3ff1-416e-8034-8859455b6925 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316459 Nov 23 13:04:47.928911 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Router b30fb6f0-c0e7-43ed-af7d-a750dddad11a has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:04:48.102659 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:04:48.111172 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] Sync routers for ids ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:04:48.118752 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] 10.222.0.50 "PUT /v2.0/routers/b30fb6f0-c0e7-43ed-af7d-a750dddad11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6475105 Nov 23 13:04:48.120795 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] Routers {'b30fb6f0-c0e7-43ed-af7d-a750dddad11a'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:04:48.121362 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 44690) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:48.121828 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:04:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:48.300047 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Notify callbacks [] for router, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:48.306467 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] Set router b30fb6f0-c0e7-43ed-af7d-a750dddad11a gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:04:48.478546 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:48.488914 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Deleting port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:48.489384 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:48.638709 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T13:04:47Z', 'revision_number': 5, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port': {'id': 'ea798b1e-ae4f-4142-93a0-eb14f0fe5c11', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:15:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:30Z', 'updated_at': '2021-11-23T12:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:48.642758 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] Checking router: b30fb6f0-c0e7-43ed-af7d-a750dddad11a for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:04:48.652910 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] Routers {'b30fb6f0-c0e7-43ed-af7d-a750dddad11a'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:04:48.653821 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:04:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:48.790626 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] For port ea798b1e-ae4f-4142-93a0-eb14f0fe5c11, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=ea798b1e-ae4f-4142-93a0-eb14f0fe5c11,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:48.790981 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:48.837823 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] Set router b30fb6f0-c0e7-43ed-af7d-a750dddad11a gateway port host: None {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:04:48.914610 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Calling delete_port for ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 owned by network:router_gateway {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:04:48.941245 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T13:04:48Z', 'revision_number': 6, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port_host': None}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:48.945722 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0573a21-8e22-4f51-b2c5-4d4352371e8d None None] The sync data for ids ['b30fb6f0-c0e7-43ed-af7d-a750dddad11a'] in dv-cinder-818883-1-iscsi is: [{'id': 'b30fb6f0-c0e7-43ed-af7d-a750dddad11a', 'name': 'tempest-TestMinimumBasicScenario-132446343-router', 'tenant_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:29Z', 'updated_at': '2021-11-23T13:04:48Z', 'revision_number': 6, 'project_id': 'cfe2f8ed2ca94982b42faced1c19f9bc', 'gw_port_host': None}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:04:49.209511 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.214124 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f480cba6-8f96-445d-aa24-78e8198bb8cf tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:49.256538 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea798b1e-ae4f-4142-93a0-eb14f0fe5c11,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:49.259659 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:49.355748 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696268'] for router_gateway, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.542491 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39716'] for router, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.544779 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.628573 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-554306'] for router, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.629000 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b30fb6f0-c0e7-43ed-af7d-a750dddad11a {{(pid=86880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:04:49.641262 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] Notify callbacks [] for router, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.642382 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-71808364-3f98-4c4b-8b4a-9e272dbf405d admin admin] 10.222.0.50 "DELETE /v2.0/routers/b30fb6f0-c0e7-43ed-af7d-a750dddad11a HTTP/1.1" status: 204 len: 168 time: 1.5199764 Nov 23 13:04:49.645004 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44704) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:49.711335 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f36c18b-b0a9-434f-8185-b716b4ec0aac admin admin] Deleting subnet c745b07e-94bf-494e-98e0-9d451222f629 {{(pid=86879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:04:49.714683 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8f36c18b-b0a9-434f-8185-b716b4ec0aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.771355 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8f36c18b-b0a9-434f-8185-b716b4ec0aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013691'] for subnet, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.895720 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8f36c18b-b0a9-434f-8185-b716b4ec0aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.971628 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8f36c18b-b0a9-434f-8185-b716b4ec0aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2715527'] for subnet, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.975681 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:50.012345 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36c18b-b0a9-434f-8185-b716b4ec0aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c745b07e-94bf-494e-98e0-9d451222f629,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:50.015338 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8f36c18b-b0a9-434f-8185-b716b4ec0aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:50.016306 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8f36c18b-b0a9-434f-8185-b716b4ec0aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.023395 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526ab7a-f7c3-4b32-95e6-c25cb086b407 None None] Network 021b00ba-2479-48e9-9c45-69d8fcc20427 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:04:50.027593 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-8f36c18b-b0a9-434f-8185-b716b4ec0aac admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c745b07e-94bf-494e-98e0-9d451222f629 HTTP/1.1" status: 204 len: 168 time: 0.3791785 Nov 23 13:04:50.027751 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44714) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:50.142937 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.153714 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Deleting port 5d2fee2e-0bb2-4414-af37-039bfbcde192 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:50.154044 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.304581 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] DHCP port deletion for 021b00ba-2479-48e9-9c45-69d8fcc20427 request from dv-cinder-818883-1-iscsi {{(pid=86881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:04:50.309285 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] Deleting port 5d2fee2e-0bb2-4414-af37-039bfbcde192 {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:50.309713 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.362251 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] For port 5d2fee2e-0bb2-4414-af37-039bfbcde192, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=5d2fee2e-0bb2-4414-af37-039bfbcde192,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:50.362603 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.370773 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-510ec8fc-25dd-4dae-8fa0-82b65d30e968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.487624 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Calling delete_port for 5d2fee2e-0bb2-4414-af37-039bfbcde192 owned by network:dhcp {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:04:50.517873 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] For port 5d2fee2e-0bb2-4414-af37-039bfbcde192, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=5d2fee2e-0bb2-4414-af37-039bfbcde192,segment=NetworkSegment(efbc419a-bd73-4713-a031-e906395b0b39),segment_id=efbc419a-bd73-4713-a031-e906395b0b39)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:50.518285 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.566379 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.571205 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:50.583863 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device aa818c42-b37a-4043-bde6-af306c62e9be no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:04:50.617381 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2fee2e-0bb2-4414-af37-039bfbcde192,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:50.621303 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:50.621303 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] No DVR routers for this DVR port 5d2fee2e-0bb2-4414-af37-039bfbcde192 on host dv-cinder-818883-1-iscsi {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:04:50.677869 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] Calling delete_port for 5d2fee2e-0bb2-4414-af37-039bfbcde192 owned by network:dhcp {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:04:50.713396 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: aa818c42-b37a-4043-bde6-af306c62e9be {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:04:50.713761 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device aa818c42-b37a-4043-bde6-af306c62e9be not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:04:50.714194 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:04:50.733273 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.758176 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:04:50.758487 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device ea798b1e-ae4f-4142-93a0-eb14f0fe5c11 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:04:50.758914 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 5d2fee2e-0bb2-4414-af37-039bfbcde192 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:04:50.799048 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 5d2fee2e-0bb2-4414-af37-039bfbcde192 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:04:50.799048 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 5d2fee2e-0bb2-4414-af37-039bfbcde192 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:04:50.860178 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021b00ba-2479-48e9-9c45-69d8fcc20427']}} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:50.873560 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbc419a-bd73-4713-a031-e906395b0b39') {'for_net_delete': True} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:50.874086 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbc419a-bd73-4713-a031-e906395b0b39') {} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:50.887369 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013676'] for segment, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.906890 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.914371 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=86879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:04:50.914804 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722208'] for segment, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.920144 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.923850 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.db.api [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:04:50.924310 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_db.api [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: Traceback (most recent call last): Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: timer() Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: cb(*args, **kw) Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: return func(*args, **kwargs) Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: self._notify() Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: self.callback(batched_events) Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: event.method(event) Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: return f(self, *a, **k) Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._get(url).json() Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: return self.request(url, 'GET', **kwargs) Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:04:50.935735 dv-cinder-818883-1-iscsi neutron-server[86879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:04:51.010891 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:51.014792 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:51.029676 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:51.035662 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=021b00ba-2479-48e9-9c45-69d8fcc20427,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:51.039606 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:51.045520 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/021b00ba-2479-48e9-9c45-69d8fcc20427 HTTP/1.1" status: 204 len: 168 time: 1.0168562 Nov 23 13:04:51.048622 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44726) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:51.425396 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] Deleting port 5d2fee2e-0bb2-4414-af37-039bfbcde192 {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:51.425980 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:51.497574 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-897e6e6d-c8b4-4a5b-abec-ba11ff3baf05 None None] The port '5d2fee2e-0bb2-4414-af37-039bfbcde192' was deleted {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:04:51.586558 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554411'] for router_interface, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:51.925755 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Deleting port c8720336-50f8-4263-b577-b6ce09cdb4ad {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:51.926374 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:52.100004 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] For port c8720336-50f8-4263-b577-b6ce09cdb4ad, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=c8720336-50f8-4263-b577-b6ce09cdb4ad,segment=NetworkSegment(3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3),segment_id=3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:52.100356 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:52.309103 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Calling delete_port for c8720336-50f8-4263-b577-b6ce09cdb4ad owned by network:router_interface {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:04:52.475983 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:52.480945 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5458fdf7-ac0e-4440-96a9-b7435dee7c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:52.521768 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Pushing event deleted for resources: {'Port': ['ID=c8720336-50f8-4263-b577-b6ce09cdb4ad,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:52.525331 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:52.785204 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543323'] for router_interface, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:52.920640 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e14856ce-8e4f-4536-a3d0-2945f9a3c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:53.149162 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Router f525e770-fe8b-40fe-9f35-220119e598b5 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:04:53.325003 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:04:53.333267 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] Sync routers for ids ['f525e770-fe8b-40fe-9f35-220119e598b5'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:04:53.344717 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] 10.222.0.50 "PUT /v2.0/routers/f525e770-fe8b-40fe-9f35-220119e598b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2927053 Nov 23 13:04:53.344932 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] Routers {'f525e770-fe8b-40fe-9f35-220119e598b5'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:04:53.344932 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:04:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f525e770-fe8b-40fe-9f35-220119e598b5'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:53.345139 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44746) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:53.520490 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] Set router f525e770-fe8b-40fe-9f35-220119e598b5 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:04:53.528810 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Notify callbacks [] for router, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:53.801768 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:53.812268 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Deleting port 2eed487a-0de0-4338-9504-abc45d9fdcf3 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:53.812738 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:53.837692 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:53.856241 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'name': 'tempest-TestMinimumBasicScenario-1018331266-router', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:38Z', 'updated_at': '2021-11-23T13:04:52Z', 'revision_number': 5, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'gw_port': {'id': '2eed487a-0de0-4338-9504-abc45d9fdcf3', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:39Z', 'updated_at': '2021-11-23T12:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:53.860013 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] Checking router: f525e770-fe8b-40fe-9f35-220119e598b5 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:04:53.868871 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] Routers {'f525e770-fe8b-40fe-9f35-220119e598b5'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:04:53.869455 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:04:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f525e770-fe8b-40fe-9f35-220119e598b5'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:53.992821 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] For port 2eed487a-0de0-4338-9504-abc45d9fdcf3, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=2eed487a-0de0-4338-9504-abc45d9fdcf3,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:53.993358 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.019078 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] Set router f525e770-fe8b-40fe-9f35-220119e598b5 gateway port host: None {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:04:54.118015 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Calling delete_port for 2eed487a-0de0-4338-9504-abc45d9fdcf3 owned by network:router_gateway {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:04:54.127148 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'name': 'tempest-TestMinimumBasicScenario-1018331266-router', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:38Z', 'updated_at': '2021-11-23T13:04:53Z', 'revision_number': 6, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'gw_port_host': None}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:54.135564 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234d940-b242-40fb-80e4-0d20ac77b278 None None] The sync data for ids ['f525e770-fe8b-40fe-9f35-220119e598b5'] in dv-cinder-818883-1-iscsi is: [{'id': 'f525e770-fe8b-40fe-9f35-220119e598b5', 'name': 'tempest-TestMinimumBasicScenario-1018331266-router', 'tenant_id': 'f42f61be69a84bb39ca859c0546635a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:47:38Z', 'updated_at': '2021-11-23T13:04:53Z', 'revision_number': 6, 'project_id': 'f42f61be69a84bb39ca859c0546635a0', 'gw_port_host': None}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:04:54.142409 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.300466 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.304064 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:54.352361 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eed487a-0de0-4338-9504-abc45d9fdcf3,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:54.355426 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:54.441790 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696268'] for router_gateway, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.615932 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39716'] for router, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.618735 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.702929 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-554306'] for router, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.703500 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f525e770-fe8b-40fe-9f35-220119e598b5 {{(pid=86879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:04:54.716175 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.717274 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f525e770-fe8b-40fe-9f35-220119e598b5 HTTP/1.1" status: 204 len: 168 time: 1.3715243 Nov 23 13:04:54.719842 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44758) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:54.775905 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_v2 [None req-2480075d-ea30-4533-8ca2-b3e5ee793dad admin admin] Deleting subnet 89390f32-4afb-4b49-a62c-1081cfd29ac8 {{(pid=86879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:04:54.778761 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2480075d-ea30-4533-8ca2-b3e5ee793dad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.829053 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2480075d-ea30-4533-8ca2-b3e5ee793dad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013691'] for subnet, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.910154 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2480075d-ea30-4533-8ca2-b3e5ee793dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.949362 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device c8720336-50f8-4263-b577-b6ce09cdb4ad no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:04:54.982003 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2480075d-ea30-4533-8ca2-b3e5ee793dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2715527'] for subnet, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.986372 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: c8720336-50f8-4263-b577-b6ce09cdb4ad {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:04:54.986812 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device c8720336-50f8-4263-b577-b6ce09cdb4ad not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:04:54.992389 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-79441a76-73a6-488b-8fe8-e772129006b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:55.029324 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2480075d-ea30-4533-8ca2-b3e5ee793dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.031739 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce98d91-3c18-4eda-9208-39766362fef8 None None] Network 51717a9e-4fbd-424f-83a8-27f9299c2ef3 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:04:55.032251 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480075d-ea30-4533-8ca2-b3e5ee793dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89390f32-4afb-4b49-a62c-1081cfd29ac8,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:55.034609 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2480075d-ea30-4533-8ca2-b3e5ee793dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:55.037493 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2480075d-ea30-4533-8ca2-b3e5ee793dad admin admin] 10.222.0.50 "DELETE /v2.0/subnets/89390f32-4afb-4b49-a62c-1081cfd29ac8 HTTP/1.1" status: 204 len: 168 time: 0.3165519 Nov 23 13:04:55.040348 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44764) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:55.151622 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.163075 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Deleting port 9b9945c5-2d89-4ece-8d22-3d115762f45e {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:55.163401 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.312877 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] DHCP port deletion for 51717a9e-4fbd-424f-83a8-27f9299c2ef3 request from dv-cinder-818883-1-iscsi {{(pid=86881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:04:55.318335 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] Deleting port 9b9945c5-2d89-4ece-8d22-3d115762f45e {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:55.318779 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.376682 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.488781 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] For port 9b9945c5-2d89-4ece-8d22-3d115762f45e, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=9b9945c5-2d89-4ece-8d22-3d115762f45e,segment=NetworkSegment(3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3),segment_id=3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:55.489339 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.548353 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] For port 9b9945c5-2d89-4ece-8d22-3d115762f45e, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=9b9945c5-2d89-4ece-8d22-3d115762f45e,segment=NetworkSegment(3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3),segment_id=3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:55.548663 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.615615 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Calling delete_port for 9b9945c5-2d89-4ece-8d22-3d115762f45e owned by network:dhcp {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:04:55.672681 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] Calling delete_port for 9b9945c5-2d89-4ece-8d22-3d115762f45e owned by network:dhcp {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:04:55.690384 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.693987 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:55.736856 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9945c5-2d89-4ece-8d22-3d115762f45e,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:55.739966 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:55.740597 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] No DVR routers for this DVR port 9b9945c5-2d89-4ece-8d22-3d115762f45e on host dv-cinder-818883-1-iscsi {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:04:55.745594 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.db.api [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:04:55.745982 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_db.api [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:04:55.857237 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.886450 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51717a9e-4fbd-424f-83a8-27f9299c2ef3']}} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:55.898290 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3') {'for_net_delete': True} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:55.898582 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eaa41b4-75b8-4b2d-bee2-21960f9c6fb3') {} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:04:55.909543 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013676'] for segment, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.925619 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.932444 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=86879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:04:55.932825 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722208'] for segment, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: Traceback (most recent call last): Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: timer() Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: cb(*args, **kw) Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: return func(*args, **kwargs) Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: self._notify() Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: self.callback(batched_events) Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: event.method(event) Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: return f(self, *a, **k) Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._get(url).json() Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: return self.request(url, 'GET', **kwargs) Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:04:55.945692 dv-cinder-818883-1-iscsi neutron-server[86879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:04:56.020030 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:56.024215 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:56.040704 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:56.053017 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Pushing event deleted for resources: {'Network': ['ID=51717a9e-4fbd-424f-83a8-27f9299c2ef3,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:56.056767 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:56.058273 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] 10.222.0.50 "DELETE /v2.0/networks/51717a9e-4fbd-424f-83a8-27f9299c2ef3 HTTP/1.1" status: 204 len: 168 time: 1.0170424 Nov 23 13:04:56.170468 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44778) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:56.219914 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f6f4171f-5c1f-4f9e-a774-ae3e722007c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cfe2f8ed2ca94982b42faced1c19f9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479505 Nov 23 13:04:56.222390 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44782) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:56.247112 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] Deleting port 9b9945c5-2d89-4ece-8d22-3d115762f45e {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:04:56.247614 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:56.280420 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a686-00a5-4dbc-b09f-722ee6ee2cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:56.307047 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a686-00a5-4dbc-b09f-722ee6ee2cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:56.317578 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-827c17cb-0472-46b9-81fe-c1cfe5997c17 None None] The port '9b9945c5-2d89-4ece-8d22-3d115762f45e' was deleted {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:04:56.368114 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a686-00a5-4dbc-b09f-722ee6ee2cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:56.373785 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8798fae1-bab9-49a2-98f0-30d2772cee32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:56.394703 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5a686-00a5-4dbc-b09f-722ee6ee2cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eae210-9a92-4f36-b149-1dad2ab138ff,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:56.398543 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b1c5a686-00a5-4dbc-b09f-722ee6ee2cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:56.407068 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a686-00a5-4dbc-b09f-722ee6ee2cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:56.408181 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b1c5a686-00a5-4dbc-b09f-722ee6ee2cce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2eae210-9a92-4f36-b149-1dad2ab138ff HTTP/1.1" status: 204 len: 168 time: 0.1849198 Nov 23 13:04:56.608769 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 9b9945c5-2d89-4ece-8d22-3d115762f45e no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:04:56.678758 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 9b9945c5-2d89-4ece-8d22-3d115762f45e {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:04:56.679116 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 9b9945c5-2d89-4ece-8d22-3d115762f45e not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:04:56.680198 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 2eed487a-0de0-4338-9504-abc45d9fdcf3 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:04:56.714087 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 2eed487a-0de0-4338-9504-abc45d9fdcf3 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:04:56.714443 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 2eed487a-0de0-4338-9504-abc45d9fdcf3 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:04:56.822450 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44796) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:56.874323 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-116f415f-2fad-47ee-a2b6-92580507237b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f42f61be69a84bb39ca859c0546635a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506501 Nov 23 13:04:56.876687 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 44802) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:56.934888 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4d49d0b9-3329-4e34-9d59-6122f6e30c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:56.961103 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4d49d0b9-3329-4e34-9d59-6122f6e30c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:57.013845 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4d49d0b9-3329-4e34-9d59-6122f6e30c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:57.018668 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4ffe925e-5076-46dd-912a-dadb16d3e45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:57.031628 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49d0b9-3329-4e34-9d59-6122f6e30c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b63ac9d-2217-4b0a-9604-fe7d7f007302,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:57.034391 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4d49d0b9-3329-4e34-9d59-6122f6e30c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:57.036282 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4d49d0b9-3329-4e34-9d59-6122f6e30c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:57.038238 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-4d49d0b9-3329-4e34-9d59-6122f6e30c82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b63ac9d-2217-4b0a-9604-fe7d7f007302 HTTP/1.1" status: 204 len: 168 time: 0.1598279 Nov 23 13:05:12.547998 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:05:20.345197 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-11172d1d-416d-43d1-8815-476ced0d7be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:20.861957 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:22.921970 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c1bc17be-49ea-468d-ad2c-ed89f2e29b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:23.824027 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:24.045323 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:25.351317 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:46.772139 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30434469-1ab7-4223-99ec-66c5b898a36d req-53bfb739-1178-45e6-8542-0ddfa1a592d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716245 Nov 23 13:05:46.907596 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434469-1ab7-4223-99ec-66c5b898a36d req-36c4ae27-ff90-4e29-b66a-2667c8423582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:46.909063 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30434469-1ab7-4223-99ec-66c5b898a36d req-36c4ae27-ff90-4e29-b66a-2667c8423582 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 1099 time: 0.0708396 Nov 23 13:05:47.052072 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434469-1ab7-4223-99ec-66c5b898a36d req-3fbff1c2-7856-4ca3-80ff-9c0eebc3727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:47.053391 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30434469-1ab7-4223-99ec-66c5b898a36d req-3fbff1c2-7856-4ca3-80ff-9c0eebc3727d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 200 len: 915 time: 0.1244028 Nov 23 13:05:47.212108 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30434469-1ab7-4223-99ec-66c5b898a36d req-bd67a2cd-5a6c-4d6f-bd7e-b35669f927de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a HTTP/1.1" status: 200 len: 217 time: 0.1515846 Nov 23 13:05:47.277770 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30434469-1ab7-4223-99ec-66c5b898a36d req-1f7d93a9-ec3e-4e0a-81f8-593379a03891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:47.279172 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30434469-1ab7-4223-99ec-66c5b898a36d req-1f7d93a9-ec3e-4e0a-81f8-593379a03891 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 200 len: 854 time: 0.0605750 Nov 23 13:05:47.326418 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30434469-1ab7-4223-99ec-66c5b898a36d req-3b898f2c-337d-4d3f-bfdc-65bd42cd0476 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ba02506b-e35e-4291-b3f1-421e44dc0cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406232 Nov 23 13:05:47.453357 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30434469-1ab7-4223-99ec-66c5b898a36d req-c54d03ab-835e-4f7c-94bd-591609a3746f service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205645 Nov 23 13:05:47.583151 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30434469-1ab7-4223-99ec-66c5b898a36d req-1055a588-94c2-481f-aa0d-4df0ae360e53 service neutron] 10.222.0.64 "GET /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231217 Nov 23 13:05:49.547749 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:05:50.347850 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0dab6202-12bf-499b-ac52-068c7a64bbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:50.865161 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.923775 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0d312d9b-e961-4150-91ab-69278d8a9ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:53.839295 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:54.048136 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:55.351767 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:20.348699 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-27168a3d-04bb-4bb1-a4d6-23d15cc94a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:20.868190 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:22.924609 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6980-0b2b-466b-9bca-8bb89dd3434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:23.855149 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:24.050810 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:25.354856 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:26.546406 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:06:46.913167 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-70516bea-472f-4a60-9d82-d80b56736df9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1717405 Nov 23 13:06:47.004261 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-9b8f22f9-4332-4737-b7c8-c88ac612e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:47.005700 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-9b8f22f9-4332-4737-b7c8-c88ac612e33a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.0704675 Nov 23 13:06:47.151675 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-9a8ab5b8-bc82-4c1a-81e9-8bd374524307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:47.153213 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-9a8ab5b8-bc82-4c1a-81e9-8bd374524307 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1276879 Nov 23 13:06:47.226172 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-51f290db-1aa9-4dda-a95e-9bb7b53c8bed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.0661504 Nov 23 13:06:47.289871 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-06476b95-aa1f-4eeb-b734-d990d99cfdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:47.291308 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-06476b95-aa1f-4eeb-b734-d990d99cfdd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0581880 Nov 23 13:06:47.340895 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-198c3b73-3b4d-4e1c-a682-00bd948acb2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436018 Nov 23 13:06:47.350829 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-9b76cc01-6535-4bb6-99a0-6949106b2c93 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:06:47.351778 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-9b76cc01-6535-4bb6-99a0-6949106b2c93 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045815 Nov 23 13:06:47.485666 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-9f110880-1175-46e3-9549-4856fd0177ca service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278257 Nov 23 13:06:47.616039 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ede4a942-d152-4e20-86f0-5772b383b8b4 req-8702ea49-1b5c-4352-a4c9-55cdde811a4a service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242986 Nov 23 13:06:49.171247 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f32c-f7d4-45a2-9280-92a6da172c94 req-98656ec1-300a-4c4b-99dd-794d7fcbc3ee tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:49.172702 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ed52f32c-f7d4-45a2-9280-92a6da172c94 req-98656ec1-300a-4c4b-99dd-794d7fcbc3ee tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.2008219 Nov 23 13:06:49.218699 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ed52f32c-f7d4-45a2-9280-92a6da172c94 req-262fafdd-f2d2-4554-8a27-f342388a7ea7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/security-groups?id=44a02fc6-54bc-43e4-83f2-9be027353fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400686 Nov 23 13:06:49.370594 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-c31cfe6f-03e8-4090-9abb-302986acbbd7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:49.372015 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-c31cfe6f-03e8-4090-9abb-302986acbbd7 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 946 time: 0.0824640 Nov 23 13:06:49.457853 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Deleting port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:06:49.458083 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:49.803002 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] For port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,segment=NetworkSegment(ba4aa464-284d-4252-80b0-b9a82b934245),segment_id=ba4aa464-284d-4252-80b0-b9a82b934245)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:06:49.803354 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:49.923330 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Calling delete_port for 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a owned by compute:nova {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:06:50.065250 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:50.070529 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:50.078908 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:06:50.116366 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Pushing event deleted for resources: {'Port': ['ID=0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:50.184066 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.184686 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.184799 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.185114 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.185463 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.185839 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.186177 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.186519 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.186860 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.187204 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.187540 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.187875 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:50.195510 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:50.200831 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] No DVR routers for this DVR port 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a on host hv-cinder-81888 {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:06:50.202956 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:50.205486 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c912572-b5dc-4f95-850c-94969ddf0d32', 'name': 'network-vif-deleted', 'tag': '0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:06:50.223740 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29fd84bf-7d5e-47a4-b596-5534c9a961bd req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.64 "DELETE /v2.0/ports/0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a HTTP/1.1" status: 204 len: 173 time: 0.8460798 Nov 23 13:06:50.320371 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c912572-b5dc-4f95-850c-94969ddf0d32', 'name': 'network-vif-deleted', 'tag': '0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a', 'status': 'completed', 'code': 200} Nov 23 13:06:50.366839 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-7337c8e2-247f-43cb-b9ec-cf7a6043f415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:50.413375 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-f240cc6a-2023-4342-991c-5c683e8bb13d req-ccfc5dfd-ee0a-4148-bd0c-240cc5b3cbf9 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Synchronizing usage tracker for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:06:50.428696 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-f240cc6a-2023-4342-991c-5c683e8bb13d req-ccfc5dfd-ee0a-4148-bd0c-240cc5b3cbf9 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Unset dirty status for tenant:65ac2a3df9054ccab1626f172f0e02ab on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:06:50.429856 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f240cc6a-2023-4342-991c-5c683e8bb13d req-ccfc5dfd-ee0a-4148-bd0c-240cc5b3cbf9 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c912572-b5dc-4f95-850c-94969ddf0d32 HTTP/1.1" status: 200 len: 210 time: 0.0674589 Nov 23 13:06:50.869810 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:51.530474 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 45692) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:51.698477 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Deleting subnet 064e4fc9-cf3d-42e5-8188-05833b508f0d {{(pid=86879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:06:51.701335 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:51.748917 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013691'] for subnet, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:51.803330 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:51.872888 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2715527'] for subnet, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:51.877382 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:51.912683 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:51.915170 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064e4fc9-cf3d-42e5-8188-05833b508f0d,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:51.925307 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.925696 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.926053 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.926399 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.926744 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.927088 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.927427 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.927764 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.928107 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.928442 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.928776 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.929135 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:06:51.932597 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:51.934104 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-89fc454f-7e2c-4639-823c-ffe836fee867 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/064e4fc9-cf3d-42e5-8188-05833b508f0d HTTP/1.1" status: 204 len: 168 time: 0.4026546 Nov 23 13:06:51.936589 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 45698) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:52.039872 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.238667 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.264348 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba02506b-e35e-4291-b3f1-421e44dc0cb7']}} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:52.276607 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4aa464-284d-4252-80b0-b9a82b934245') {'for_net_delete': True} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:52.276897 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4aa464-284d-4252-80b0-b9a82b934245') {} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:52.287953 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013676'] for segment, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.304552 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.310802 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=86879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:06:52.311185 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722208'] for segment, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: Traceback (most recent call last): Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: timer() Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: cb(*args, **kw) Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: return func(*args, **kwargs) Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: self._notify() Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: self.callback(batched_events) Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: event.method(event) Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: return f(self, *a, **k) Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._get(url).json() Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: return self.request(url, 'GET', **kwargs) Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:06:52.324027 dv-cinder-818883-1-iscsi neutron-server[86879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:06:52.399311 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.404044 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:52.421998 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.428118 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] Pushing event deleted for resources: {'Network': ['ID=ba02506b-e35e-4291-b3f1-421e44dc0cb7,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:52.438699 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:52.445985 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-08103216-d4dd-49f7-b144-5764528aadea admin admin] 10.222.0.50 "DELETE /v2.0/networks/ba02506b-e35e-4291-b3f1-421e44dc0cb7 HTTP/1.1" status: 204 len: 168 time: 0.5084631 Nov 23 13:06:52.556555 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 45708) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:52.605334 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-63925567-7778-474e-9f37-9ec4fc42d193 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65ac2a3df9054ccab1626f172f0e02ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475833 Nov 23 13:06:52.607677 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 45714) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:52.668985 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c79facd4-64e3-4e36-b7eb-3b34a5740aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.694707 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c79facd4-64e3-4e36-b7eb-3b34a5740aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.745425 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c79facd4-64e3-4e36-b7eb-3b34a5740aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.750006 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ef241cca-fee8-4f82-b512-51704d2565a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:52.765262 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79facd4-64e3-4e36-b7eb-3b34a5740aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a02fc6-54bc-43e4-83f2-9be027353fe1,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:52.768436 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c79facd4-64e3-4e36-b7eb-3b34a5740aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:52.774826 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-c79facd4-64e3-4e36-b7eb-3b34a5740aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.776549 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-c79facd4-64e3-4e36-b7eb-3b34a5740aef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44a02fc6-54bc-43e4-83f2-9be027353fe1 HTTP/1.1" status: 204 len: 168 time: 0.1679699 Nov 23 13:06:52.927613 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-bf66a1f9-36e0-4a44-b2ff-74e5f63cfd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:53.156106 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:06:53.194814 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:06:53.195164 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 0f0ca846-e1f1-4332-9a4a-a38dbe7d7a6a not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:06:53.854402 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:54.057252 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:55.356901 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:03.545896 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:07:20.348123 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f73dccf7-c299-45a5-97f0-656b5b916830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:20.871508 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:22.928995 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-57dbc761-4445-45a4-a89b-b470be946216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:23.851959 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:24.060161 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:25.359023 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:40.544075 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:07:46.827147 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-439ff612-a327-4f03-bc07-0ad69e6ffe35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712626 Nov 23 13:07:46.917925 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-7c3fb865-6050-4136-a723-379df5bc3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:46.919372 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-7c3fb865-6050-4136-a723-379df5bc3d47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1099 time: 0.0704498 Nov 23 13:07:47.064799 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-0f9813ae-62ae-4355-98aa-140aea471b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:47.066237 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-0f9813ae-62ae-4355-98aa-140aea471b94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1274276 Nov 23 13:07:47.138702 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-c3d0e847-9a9c-4e2d-b78c-d06125897fdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 HTTP/1.1" status: 200 len: 217 time: 0.0654695 Nov 23 13:07:47.199861 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-c950e55c-58e1-4978-8e89-d0327a6b7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:47.201262 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-c950e55c-58e1-4978-8e89-d0327a6b7714 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0562792 Nov 23 13:07:47.248345 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-f5d5c322-d3db-4e4f-94cb-ac16e352eb35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404091 Nov 23 13:07:47.378884 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-ca22a34b-e550-428f-ae55-4007737f0540 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240323 Nov 23 13:07:47.510261 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec7c736d-5962-44cc-bbf4-a5cd26bb2837 req-ec27c766-3c8d-45dc-b0fc-0c6c82987f4c service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249130 Nov 23 13:07:50.350424 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0df16139-c23c-4899-b946-5e50561ceb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:50.874425 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:52.930454 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-67ecf29a-9c01-4785-961d-75b6700da8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:53.867458 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:54.058671 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:55.362054 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:17.542866 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:08:20.352787 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a844f69b-72c6-42a4-aa77-8722c4dba347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:20.873003 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:22.933770 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a717598a-3b7a-4109-8352-2c649fe04f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:23.870255 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:24.065496 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:25.365629 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:47.216073 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-b9b992fa-c643-41b6-a636-c60de5524a8e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718780 Nov 23 13:08:47.306420 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-1d4fed51-d87e-4537-9ce2-b97a70be72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:47.307913 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-1d4fed51-d87e-4537-9ce2-b97a70be72fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=424aae1a3fd94083b51650f5eaffbb20&device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 1099 time: 0.0711272 Nov 23 13:08:47.460392 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-3389fb4a-dc66-40d8-8b13-b68a451aa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:47.461870 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-3389fb4a-dc66-40d8-8b13-b68a451aa45e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 200 len: 918 time: 0.1342809 Nov 23 13:08:47.642917 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-73a8f63d-8669-405e-86bb-50fb35162937 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad HTTP/1.1" status: 200 len: 1002 time: 0.1744771 Nov 23 13:08:47.709340 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-841f2952-94a7-425f-bb38-742c1882eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:47.710817 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-841f2952-94a7-425f-bb38-742c1882eda7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 200 len: 856 time: 0.0615249 Nov 23 13:08:47.784178 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-c7c8c152-df44-4696-9e9a-7f4fd8273e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:47.785622 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-c7c8c152-df44-4696-9e9a-7f4fd8273e79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680687 Nov 23 13:08:47.916587 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-3d7ca36a-34c1-48dd-8cc2-388fe535310d service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234519 Nov 23 13:08:48.050244 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7c780c1-6ab0-4f8a-8c5f-da5822f5cac5 req-82caeb87-68d8-4707-aa52-5e538e14e6e5 service neutron] 10.222.0.64 "GET /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264279 Nov 23 13:08:50.353458 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-de0fe0e3-c8f5-4230-8131-c218bd53fa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:50.877173 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:52.936534 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-fee62562-d386-4643-9339-db994249716c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:53.890787 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:54.066647 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:54.542063 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:08:55.366761 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:20.354966 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6afeb42b-4fa3-402a-87af-8334777e26c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:20.878754 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:22.937647 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ba4b8a85-ebba-4c10-b066-3d0623a2b138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:23.902141 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:24.067977 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:25.370439 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:31.541269 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:09:49.214858 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-1de6c314-844d-45bf-93ae-d64dcc95536f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878773 Nov 23 13:09:49.350457 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-4972fbae-a148-43cb-b6cf-2fb862419d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:49.351881 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-4972fbae-a148-43cb-b6cf-2fb862419d75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.0692971 Nov 23 13:09:49.500400 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-d551ca76-b860-4564-bf8c-a2f8a7900906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:49.501853 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-d551ca76-b860-4564-bf8c-a2f8a7900906 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1307974 Nov 23 13:09:49.572971 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-609be2f2-142d-45e4-b81e-896cb294edaf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.0640657 Nov 23 13:09:49.635923 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-58cfe8f7-df71-429b-9896-dae14e828929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:49.637348 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-58cfe8f7-df71-429b-9896-dae14e828929 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0578840 Nov 23 13:09:49.685221 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-04720f99-bd13-4fa2-8a42-489778b44363 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407505 Nov 23 13:09:49.813254 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-ee8c600f-f612-4aeb-8af2-5aba32ecbf48 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207559 Nov 23 13:09:49.940109 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5b6b93a9-794e-4ce3-849f-068377dfba16 req-e1fd96f5-ada6-4fb4-979a-4e985b008b10 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211655 Nov 23 13:09:50.356322 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c31d97af-e286-40d4-bb12-ad96c3b05128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:50.879586 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:52.938302 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-deff2c70-2e03-47fe-9569-30e2739714c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:53.923489 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:54.069797 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:55.373023 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:08.540960 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:10:20.357844 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-bdf44c08-9d91-4778-93ee-28c89b97b149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:20.880797 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:22.941103 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-1dc04ff9-abeb-465c-8c3d-7e32d36156fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:23.929886 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:24.072571 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:25.373582 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.539959 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:10:50.358997 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-040cd367-6364-48d1-9a2f-b38c6eb61120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:50.881466 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:51.234380 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-3f39bb60-0870-4790-8dbe-7ef836c836d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723035 Nov 23 13:10:51.328038 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-cfc6f1cc-58e3-45c6-b533-eff5680bf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:51.329512 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-cfc6f1cc-58e3-45c6-b533-eff5680bf4a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 1099 time: 0.0741949 Nov 23 13:10:51.476393 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-dddc9df7-3d45-492a-9292-d66beabaea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:51.477871 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-dddc9df7-3d45-492a-9292-d66beabaea7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1290100 Nov 23 13:10:51.639960 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-13ec21a8-6228-4eba-82c9-96472157133a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 HTTP/1.1" status: 200 len: 217 time: 0.1550152 Nov 23 13:10:51.715477 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-218af3f5-682b-4a73-b330-24750bb02837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:51.718286 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-218af3f5-682b-4a73-b330-24750bb02837 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0711520 Nov 23 13:10:51.772371 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-be86f4d8-3554-4b65-94e3-f619472128bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476315 Nov 23 13:10:51.905470 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-482d1491-645d-4739-8b9e-9461f438d292 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270237 Nov 23 13:10:52.039371 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b83823a1-95d6-41ba-9167-ad1604944fdd req-24e4c5fb-d4f2-4877-a9f3-56bfbb313da9 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274192 Nov 23 13:10:52.948484 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-38d1546e-5bd7-4621-b3cb-bbb54d33e6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:53.934062 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:54.075410 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:55.381038 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.361785 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d52f9b47-9708-43ca-95ee-19d8dc790f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.398292 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae198-e438-4d43-bbe4-fcefb2bc6dec req-45c13d1c-90dc-446d-8046-2f72f96db7b8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:20.399906 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-176ae198-e438-4d43-bbe4-fcefb2bc6dec req-45c13d1c-90dc-446d-8046-2f72f96db7b8 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 946 time: 0.3200004 Nov 23 13:11:20.496287 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-176ae198-e438-4d43-bbe4-fcefb2bc6dec req-60ea13ae-3b0d-4dcd-b6df-497f7d7cf2f9 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups?id=82817589-d95a-49b1-9551-bcb2472976c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907471 Nov 23 13:11:20.524792 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-fea139a3-739a-44bf-be77-4781d5261b78 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:20.526236 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-fea139a3-739a-44bf-be77-4781d5261b78 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.64 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 946 time: 0.1078479 Nov 23 13:11:20.596256 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Deleting port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:11:20.596595 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.844038 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] For port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:20.844286 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.882943 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.141690 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.142621 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.148726 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.l3_db [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Floating IP f1c560bf-6589-4004-8a47-18d00e8fe591 disassociated. External IP: 172.27.1.166, port: d9c826c9-9ccc-49b3-a35f-a08ecd1082ad. Nov 23 13:11:21.148726 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Calling delete_port for d9c826c9-9ccc-49b3-a35f-a08ecd1082ad owned by compute:nova {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:11:21.294281 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.300705 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-968a1f38-656f-479a-9a05-8d3b62da55d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:21.351716 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event deleted for resources: {'Port': ['ID=d9c826c9-9ccc-49b3-a35f-a08ecd1082ad,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:21.417484 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.418428 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.418549 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.418809 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.419154 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.419496 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.419852 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.420176 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.420511 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.420850 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.421186 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.421519 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:21.594892 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:21.679874 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0c25c7cb-ac2d-46bf-bd96-d27fc374fb01 req-a279ac78-10b0-4a5d-8955-6e3ae6dbf959 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/ports?device_id=675465a7-9a0d-4754-9b85-8516adb757e3 HTTP/1.1" status: 200 len: 210 time: 0.0541506 Nov 23 13:11:21.724937 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:11:21.943462 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:11:21.955103 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] Sync routers for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:11:21.965667 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:21.966275 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:10:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:22.015718 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] No DVR routers for this DVR port d9c826c9-9ccc-49b3-a35f-a08ecd1082ad on host hv-cinder-81888 {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:11:22.018846 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.021488 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675465a7-9a0d-4754-9b85-8516adb757e3', 'name': 'network-vif-deleted', 'tag': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:22.039903 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0bba6dc9-1bf1-4407-8f20-ebf12698179a req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.64 "DELETE /v2.0/ports/d9c826c9-9ccc-49b3-a35f-a08ecd1082ad HTTP/1.1" status: 204 len: 173 time: 1.5081420 Nov 23 13:11:22.086898 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675465a7-9a0d-4754-9b85-8516adb757e3', 'name': 'network-vif-deleted', 'tag': 'd9c826c9-9ccc-49b3-a35f-a08ecd1082ad', 'status': 'completed', 'code': 200} Nov 23 13:11:22.152593 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:22.522636 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:22.526934 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] Checking router: 0fe146a6-aee8-4e27-9ad4-ecb709db9566 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:11:22.542213 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:11:22.543127 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:22.543731 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:10:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:22.730481 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:22.822723 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 47840) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:22.912871 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.948673 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.949416 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-bd3c8a06-a23c-48ca-b91f-585bcbf5447d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.014737 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.020062 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-66f9d5df-e026-4b83-97e9-862bcba02886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:23.036209 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82817589-d95a-49b1-9551-bcb2472976c5,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:23.047052 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.047433 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.047788 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.048195 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.049072 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.049427 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.049813 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.050156 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.050501 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.050849 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.051198 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.051542 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:23.055553 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.059429 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "DELETE /v2.0/security-groups/82817589-d95a-49b1-9551-bcb2472976c5 HTTP/1.1" status: 204 len: 168 time: 0.2350986 Nov 23 13:11:23.059768 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 47844) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:23.060513 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-56c7373f-1204-40b7-bf49-46065ce1fda4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:23.090335 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.api.v2.resource [None req-b0dc4cb3-283d-488f-9f9a-9772e1dfa514 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] show failed (client error): The resource could not be found. Nov 23 13:11:23.091391 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-b0dc4cb3-283d-488f-9f9a-9772e1dfa514 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "GET /v2.0/security-groups/82817589-d95a-49b1-9551-bcb2472976c5 HTTP/1.1" status: 404 len: 347 time: 0.0306134 Nov 23 13:11:23.094567 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 47848) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:23.101262 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:23.105820 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f0f35-75ae-44af-a2c1-ee982858e055 None None] The sync data for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi is: [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T12:45:39Z', 'revision_number': 4, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'd7b23b94-8c9f-4c9d-9065-a9c8918fb2fe', 'name': '', 'network_id': '9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'mac_address': 'fa:16:3e:65:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:34Z', 'updated_at': '2021-11-23T12:45:52Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'subnets': [{'id': 'b56fe5f5-b05f-4c16-aa47-6b844910fde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:11:23.266686 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Deleting port 517e3e3c-c369-49df-84db-c1553067f315 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:11:23.267560 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.364887 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0030ba-64b8-4f79-9c31-8b7217bc9a93 None None] New status for floating IP f1c560bf-6589-4004-8a47-18d00e8fe591: DOWN {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:11:23.444014 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.444474 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.574065 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Calling delete_port for 517e3e3c-c369-49df-84db-c1553067f315 owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:11:23.664844 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.db.api [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:11:23.665191 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_db.api [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:11:23.926734 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.080984 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.166684 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Deleting port 517e3e3c-c369-49df-84db-c1553067f315 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:11:24.167266 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.351782 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.352105 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.479441 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Calling delete_port for 517e3e3c-c369-49df-84db-c1553067f315 owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:11:24.659834 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device d9c826c9-9ccc-49b3-a35f-a08ecd1082ad no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:11:24.697611 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: d9c826c9-9ccc-49b3-a35f-a08ecd1082ad {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:11:24.697959 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device d9c826c9-9ccc-49b3-a35f-a08ecd1082ad not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:11:24.756764 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.760695 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-cc003b78-42dc-4a59-bc06-3063f0ce0382 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:24.809266 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Pushing event deleted for resources: {'Port': ['ID=517e3e3c-c369-49df-84db-c1553067f315,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:24.813005 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:24.926145 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks [] for floatingip, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.949885 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.951692 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] 10.222.0.50 "DELETE /v2.0/floatingips/f1c560bf-6589-4004-8a47-18d00e8fe591 HTTP/1.1" status: 204 len: 168 time: 1.8551533 Nov 23 13:11:25.381521 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:50.366177 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5a73d926-41e4-477e-a02f-b2aa94dd3a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:50.891845 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:52.947721 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e0cc9e81-6bd1-4d30-9afc-6f73f64924d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:53.937403 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:54.083009 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.386359 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:59.543614 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:12:20.368775 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b2365618-39e7-4b5b-9427-8db2402ec33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:20.884371 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:22.951047 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-bcac2100-5ea9-4465-abe5-99e80ae2464b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:23.951875 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:24.084861 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:25.391636 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:36.541839 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:12:50.370918 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4ed58995-a10d-4cf5-82fd-34b8dda1515f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:50.886637 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:52.229813 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-aff45e14-f471-4823-a22d-e97c4a899cb2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1233146 Nov 23 13:12:52.378543 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-793b9195-4534-4174-8ad9-84799b3c09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:52.379996 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-793b9195-4534-4174-8ad9-84799b3c09e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 1098 time: 0.0783679 Nov 23 13:12:52.533310 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-fd50036e-0cc8-4def-a76c-debe07a325df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:52.534836 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-fd50036e-0cc8-4def-a76c-debe07a325df service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 200 len: 920 time: 0.1357756 Nov 23 13:12:52.608197 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-29fa8346-cafe-4d38-bef5-36179bf87e4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 200 len: 217 time: 0.0664821 Nov 23 13:12:52.671758 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-352f6522-7fe2-490b-981a-19e2f19a5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:52.673148 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-352f6522-7fe2-490b-981a-19e2f19a5660 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 200 len: 859 time: 0.0588334 Nov 23 13:12:52.723106 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-de6697d8-fdb6-4a6e-a6de-33fc178ed47a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4638c5e-cd86-4907-aa9f-5d6a308bc076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438673 Nov 23 13:12:52.854712 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-436a066d-917c-4f0b-882f-b903c7428749 service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251435 Nov 23 13:12:52.953395 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-7c46512d-95ac-4f06-9d12-8513a1c0b40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:52.989636 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8227b908-366a-4a22-9a77-6b4e3a2ae004 req-f530aa98-953a-455f-b19b-49d923e6559b service neutron] 10.222.0.64 "GET /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288431 Nov 23 13:12:53.951352 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:54.087757 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:55.391602 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:57.991108 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1bd5e-a1c1-4cfe-af1a-b3f37260f1b8 req-d0630157-5647-4dd4-9cb6-18cb95e63cc7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:57.992589 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aef1bd5e-a1c1-4cfe-af1a-b3f37260f1b8 req-d0630157-5647-4dd4-9cb6-18cb95e63cc7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.0829248 Nov 23 13:12:58.040168 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aef1bd5e-a1c1-4cfe-af1a-b3f37260f1b8 req-2f9626ab-35e9-4f46-811f-c033b0bf6002 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411575 Nov 23 13:12:58.298191 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7bcc34b8-bac7-4bee-91e2-fe76118e08b0 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:58.299597 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7bcc34b8-bac7-4bee-91e2-fe76118e08b0 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 946 time: 0.0859714 Nov 23 13:12:58.368278 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Deleting port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:12:58.368605 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:58.645348 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] For port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:58.645622 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:58.887133 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Calling delete_port for ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 owned by compute:nova {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:12:59.047616 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:59.053320 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:59.059582 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['8d823f69-4b0d-4fdc-8345-cc7bd04ae86b', 'ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:59.103529 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Pushing event deleted for resources: {'Port': ['ID=ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:59.148886 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.149238 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.149675 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.149972 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.150317 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.150659 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.150998 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.151336 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.151670 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.152005 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.152342 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.152795 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:59.161854 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:59.202217 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] No DVR routers for this DVR port ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 on host hv-cinder-81888 {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:12:59.204682 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:59.207421 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9855730-8ef5-44f3-929b-a04d96aa99f5', 'name': 'network-vif-deleted', 'tag': 'ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:59.225465 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9020517c-40a0-42d3-bd02-87917e4acc5d req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.64 "DELETE /v2.0/ports/ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 HTTP/1.1" status: 204 len: 173 time: 0.9203935 Nov 23 13:12:59.307285 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a47c6f48-fba3-4c71-bdb5-f886cea0dfa4 req-d5980e9e-16c0-49e7-813f-342eccfd99d7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Synchronizing usage tracker for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:12:59.323739 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a47c6f48-fba3-4c71-bdb5-f886cea0dfa4 req-d5980e9e-16c0-49e7-813f-342eccfd99d7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Unset dirty status for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:12:59.324874 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a47c6f48-fba3-4c71-bdb5-f886cea0dfa4 req-d5980e9e-16c0-49e7-813f-342eccfd99d7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9855730-8ef5-44f3-929b-a04d96aa99f5 HTTP/1.1" status: 200 len: 210 time: 0.1320269 Nov 23 13:12:59.357268 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9855730-8ef5-44f3-929b-a04d96aa99f5', 'name': 'network-vif-deleted', 'tag': 'ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6', 'status': 'completed', 'code': 200} Nov 23 13:13:00.791450 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd7c3d-c47b-4ca5-9a60-116f40c05ffc req-907e280f-4144-4cbe-9986-c429bacb6901 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:00.793055 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-83cd7c3d-c47b-4ca5-9a60-116f40c05ffc req-907e280f-4144-4cbe-9986-c429bacb6901 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0827324 Nov 23 13:13:00.836659 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-83cd7c3d-c47b-4ca5-9a60-116f40c05ffc req-7c49d97f-2676-497e-ab40-8cb038795294 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/security-groups?id=9730bc18-56ef-4514-b726-cf98297eb595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371642 Nov 23 13:13:01.258628 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c4964-c835-4a51-8373-e019bb035ff4 req-931033e3-9ad7-4471-8f31-fd2e50c1ed4c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:01.260124 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-377c4964-c835-4a51-8373-e019bb035ff4 req-931033e3-9ad7-4471-8f31-fd2e50c1ed4c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.64 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 945 time: 0.0820460 Nov 23 13:13:01.336186 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-377c4964-c835-4a51-8373-e019bb035ff4 req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Deleting port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:13:01.336507 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-377c4964-c835-4a51-8373-e019bb035ff4 req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:01.592024 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-377c4964-c835-4a51-8373-e019bb035ff4 req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] For port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:01.592301 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-377c4964-c835-4a51-8373-e019bb035ff4 req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:01.715591 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [req-377c4964-c835-4a51-8373-e019bb035ff4 req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Calling delete_port for 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b owned by compute:nova {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:13:01.865706 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-377c4964-c835-4a51-8373-e019bb035ff4 req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:01.871855 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-226b5ba1-abff-4417-ad6a-b4763159dc82 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:01.880328 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['8d823f69-4b0d-4fdc-8345-cc7bd04ae86b'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:13:01.919208 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Pushing event deleted for resources: {'Port': ['ID=8d823f69-4b0d-4fdc-8345-cc7bd04ae86b,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:01.922787 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:02.036110 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-67e60064-93f7-40d7-acbf-ea80ee1a318f req-6feefd4e-4754-4b8d-872d-baaae4336311 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0813022 Nov 23 13:13:02.037112 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-377c4964-c835-4a51-8373-e019bb035ff4 req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] No DVR routers for this DVR port 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b on host hv-cinder-81888 {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:13:02.039551 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-377c4964-c835-4a51-8373-e019bb035ff4 req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:02.042530 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da562f7-308f-4563-844d-ab913ace3181', 'name': 'network-vif-deleted', 'tag': '8d823f69-4b0d-4fdc-8345-cc7bd04ae86b'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:13:02.060295 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-377c4964-c835-4a51-8373-e019bb035ff4 req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.64 "DELETE /v2.0/ports/8d823f69-4b0d-4fdc-8345-cc7bd04ae86b HTTP/1.1" status: 204 len: 173 time: 0.7944686 Nov 23 13:13:02.118794 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da562f7-308f-4563-844d-ab913ace3181', 'name': 'network-vif-deleted', 'tag': '8d823f69-4b0d-4fdc-8345-cc7bd04ae86b', 'status': 'completed', 'code': 200} Nov 23 13:13:03.173883 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:13:03.182735 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-c047cce2-e973-483b-aacf-1517ec0a54eb req-9cbbe2e5-ea85-41f3-8270-e77c15642b30 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Synchronizing usage tracker for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:13:03.198185 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-c047cce2-e973-483b-aacf-1517ec0a54eb req-9cbbe2e5-ea85-41f3-8270-e77c15642b30 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Unset dirty status for tenant:20aac0f3e96f4933931f88c35a1e40a9 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:13:03.199563 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c047cce2-e973-483b-aacf-1517ec0a54eb req-9cbbe2e5-ea85-41f3-8270-e77c15642b30 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0578120 Nov 23 13:13:03.212763 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:13:03.213189 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 8d823f69-4b0d-4fdc-8345-cc7bd04ae86b not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:13:03.213628 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:13:03.254220 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:13:03.254609 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device ddfb13d6-dd82-49c4-bb41-aa5dc8dde7e6 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:13:04.353725 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-eb749270-baee-4fad-9e77-2dfdc1b4ae34 req-5ddee148-ab2c-44f2-893a-815715c0b56e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0454066 Nov 23 13:13:05.513547 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1a1973ba-eb69-46d4-8e9a-24580398e8ed req-23cf6b67-3820-4641-a527-afdf716cd729 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0421565 Nov 23 13:13:06.661993 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1331de7c-73cf-4188-8bd2-bd4384c515d7 req-b9ce9821-76b7-42f7-b1df-d98cca5be0c5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0424998 Nov 23 13:13:07.898365 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c6130287-0d71-4034-90e7-35cc0a3ab779 req-afa7dc40-5083-4a52-83de-68d58dbe4288 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.1343284 Nov 23 13:13:09.045426 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-195352d4-af13-4394-b83d-968d77339801 req-a3683000-784d-4df4-8d73-b1b10b84ded7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0428393 Nov 23 13:13:10.191603 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ff0f9be2-d75e-46ea-a125-460b951ae2ef req-4bfa406b-6ff9-4e34-9793-81e4ceb6edae tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0444760 Nov 23 13:13:11.353427 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89cb1092-0883-4f53-aeaf-5c8e8253477e req-70ad59cc-d19e-4cc6-96f0-f0e8f88616e1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0429573 Nov 23 13:13:12.501959 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cc41f8ee-6cac-4232-8121-e1c12cc36564 req-bfa74302-927c-452e-a398-7d2cc436eb67 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0434818 Nov 23 13:13:13.540226 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:13:13.677536 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5a0dd752-5c77-472e-8aec-24a70ddc4dcf req-35b8571a-c32c-4e6b-982d-f8f561d2a909 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0660684 Nov 23 13:13:14.826940 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3af3bb74-dc77-4e02-86cb-9230136393bb req-01d0ac71-792b-4ffa-8035-0e31cbee2bc2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0467837 Nov 23 13:13:15.971436 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c8250fae-bc9d-4a1b-a1fa-f77a2c9cb029 req-8e1f304e-ecec-47d9-b661-e2f80ec9a134 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0423937 Nov 23 13:13:17.124612 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a692b6b0-ad2b-448c-97b1-1cc64bfeae62 req-67f21d48-2025-4824-b1c0-662b0dfeffa5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0469632 Nov 23 13:13:18.280827 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-729c3cc9-529e-42a7-9e55-ed428ca67981 req-1c1cef17-1f28-442b-a9dc-f1f6904695b1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0508609 Nov 23 13:13:19.432910 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-314f9eb5-5f7b-4f4d-97be-6d0537cecc72 req-0327400c-2f42-40e3-a1cf-f303332263f1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0427556 Nov 23 13:13:20.374217 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-fe66351f-a6ea-4bb6-be3f-b1728e25f43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:20.582910 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3c600507-9327-4709-8deb-98ee133a982f req-3058ab82-2044-43d9-8b80-1b3f3d931aa8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0454071 Nov 23 13:13:20.887959 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:21.879487 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-88e286d4-f1f8-48f4-b820-d57abeeb4d62 req-8ac7c0b2-625d-4f1d-8f57-d7be8735875d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0449045 Nov 23 13:13:22.957334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3f2c5c83-3696-4127-9b09-e6f36304c8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:23.062399 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-816f8ae1-7ec7-4a06-9054-814e83673325 req-e37fe091-d0dd-4273-91be-80a73d848596 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0596592 Nov 23 13:13:23.950355 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:24.092030 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:24.213157 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c0b9c865-e881-4a82-8d15-d02bdf93ce76 req-c15c88c2-ca8d-4189-89a8-57bd35228899 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0465026 Nov 23 13:13:25.394450 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f504efb2-1622-4a00-9f8a-4c94883adc89 req-2a0336c1-16e3-4f85-a971-84ada6279753 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0686135 Nov 23 13:13:25.395304 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:26.571475 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-18f9354f-90eb-4d0b-a655-c78f6adc14e5 req-3b2489a6-dec9-427f-96b5-c9893d4f8350 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0598972 Nov 23 13:13:27.728992 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-adeb1c68-2cf1-4a26-ac21-23f72e0e0fdd req-70b33af1-e4b1-467a-8c22-53514e9ba6e1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0467556 Nov 23 13:13:28.880508 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ac45bdb9-43f8-49d0-9e2f-496cda4308f5 req-592d1a9f-95d0-4bdb-b279-4153c5c00f1b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0439923 Nov 23 13:13:30.027088 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d4085943-f97a-462c-a3cd-c59147cbc38b req-f55af0b6-866f-4286-b8da-9a8b76156e85 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0424857 Nov 23 13:13:31.179576 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-63a720bc-b047-4c49-ab29-e70fb5ffade7 req-b3976011-5b15-4667-ac51-f5cc73e75965 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0464611 Nov 23 13:13:32.343713 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ceebe0de-c2d6-4a79-a972-3caace8dc719 req-4561aa3a-d6b8-432c-81e5-52dca03f45ff tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0446706 Nov 23 13:13:33.516354 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fe4293b4-59b1-41f5-b0b3-8bc47d53d934 req-5a4a7609-a65b-40e8-9e3c-73226b9ea2b8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0513160 Nov 23 13:13:34.668697 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a9f0c69-5278-4915-8d14-8744758e01f3 req-dca4c7d0-2e3e-4e71-95c2-3f55c7a38390 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0455520 Nov 23 13:13:35.821099 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ee9207c2-f951-475a-8593-cd91c5d4c501 req-aa3b0f11-f767-4457-893f-c11cf1072583 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0431178 Nov 23 13:13:36.993832 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89e21bfb-a21c-4ba1-88de-967bf41b945b req-ca671f55-0b85-4a74-abb3-80410af77026 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0436270 Nov 23 13:13:38.145788 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-758037aa-575b-4625-bad0-93201cfc9d57 req-c058a419-c742-4d24-9eec-d255107ccd42 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0448506 Nov 23 13:13:39.300688 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30429b5a-4e16-4c07-93a9-15a698d01c80 req-779fe2d9-362c-43fd-a293-62a20f3336c3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0462599 Nov 23 13:13:40.452519 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3d3d2ce9-6e1e-4dfc-b689-579e01a54b18 req-48ef60b5-2a0e-49bc-a7c8-53f8838aeff7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0429313 Nov 23 13:13:41.605677 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7c5a4801-1ffa-48da-a543-bc6c27f543b7 req-58ea0618-b210-4d5c-a07c-2c73d1b5c1e8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0455644 Nov 23 13:13:42.759148 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f40e1802-3927-4a4c-ad03-e41200c48b2f req-c8aa7e8d-2601-4d62-8b82-25ae938750a8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0438089 Nov 23 13:13:43.909487 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-047abf8f-15d9-420e-94a9-2ac0b3bc87c7 req-29997048-d03d-4118-99d4-59079f1c162c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0432203 Nov 23 13:13:45.065691 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aae0ef3b-e622-4f80-ae21-ab4997f3ad66 req-d24dc0a0-d427-4a3c-ae53-05b161493211 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0471277 Nov 23 13:13:46.309032 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3356ff5f-d686-4f54-b25c-621d0bc5e5af req-a5e125a4-0fe7-42e0-b6b8-abc27f9a34c6 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.1334405 Nov 23 13:13:47.490939 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9c54a3c6-a7c8-4a65-bc7b-ec4ab0bebe2c req-cbf818cb-b685-44c5-9e98-9b137c3470c8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0466335 Nov 23 13:13:48.643084 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a3a922da-69a6-43bf-af8d-94b757c06ca9 req-35ff3d3b-65cb-4cb2-897b-734af2fd6613 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0444252 Nov 23 13:13:49.817347 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-24f9d38e-43f0-4d36-8c7d-ec990be728f0 req-f19a5472-3967-4930-8d4d-e6ef54f02240 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0431244 Nov 23 13:13:50.375670 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3766e40a-00c3-428f-ac37-b3eab51b192e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:50.538929 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:13:50.894117 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:50.966927 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-450645c0-4110-4f6c-8fbf-57806c6ddaf8 req-627013eb-840c-4a28-a9a0-8bda0377e8ef tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0433555 Nov 23 13:13:52.117778 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0247f7dd-1281-427f-81f3-bd0599c44380 req-997d3b53-ebe8-47e6-a627-588dc230ed52 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0467043 Nov 23 13:13:52.961014 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-30368a28-e19d-4428-a2b3-71dc2e7770f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:53.274288 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fc3ac7e-f614-4f48-936a-84a6448c0973 req-568181a0-b308-434d-a58b-6912f769064b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0446341 Nov 23 13:13:53.950352 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:54.106617 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:54.429879 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-aa1e266c-e2f6-451a-b387-b20edb1317f0 req-cfc70103-bd8a-465d-8938-bcccf2f5af16 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0446999 Nov 23 13:13:55.399335 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.583972 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1d82f76d-0e09-4a15-b411-9ee5c3406c60 req-0c1ad67e-8a32-4335-8298-ade616acba90 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0464959 Nov 23 13:13:56.744913 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-11491cd9-c639-4dbc-9e53-37955cb180ef req-ed2475e7-578a-43c7-80f2-692fee59ae4d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0435903 Nov 23 13:13:57.904870 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0c619b89-98b6-4cdd-a588-6ddb98996085 req-d7fe923f-f0a2-42f9-8709-b10b1482b42d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0430636 Nov 23 13:13:59.056612 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-31e69eb1-dc0e-41ea-bc73-a830c741ead8 req-9b24608a-ecf3-42a8-9b64-227e5afdd50c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0468140 Nov 23 13:14:00.213781 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4a24bd0c-9533-4004-88f1-d290410b3602 req-73a2780a-14a7-4568-bc4f-d82c27222838 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0501375 Nov 23 13:14:01.380346 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fcb45cf-a8ee-4130-9514-3d870825582a req-70bfb592-918a-4457-ad6a-aeebed9f2a8d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0450799 Nov 23 13:14:02.534157 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-40b1e69d-b7b2-459a-a223-18d04da130e8 req-ef4150e2-6b2c-4f6a-9bba-4ec9d3d8fccb tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0483305 Nov 23 13:14:03.682918 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f5056050-f6f3-4c99-b117-e8cded3e2295 req-216d8e85-e623-472c-8b16-3fe3baf866ad tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0425358 Nov 23 13:14:04.833894 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-71e7af09-ed86-4b66-a02c-c230e7ea8883 req-a3ea528d-9656-468d-b24c-dc0d7fb0ce70 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0468757 Nov 23 13:14:05.992694 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4c79e092-898d-4c17-9c75-f1951cdd533f req-0df5cb3a-0ca9-44ff-99f1-7bdcf36fc4dd tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0484467 Nov 23 13:14:07.149192 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-40d18adf-535b-4c4d-a462-df3a5f0f2c9b req-21bf1e4a-9565-4142-8412-ab2642f61303 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0441928 Nov 23 13:14:08.300251 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2664a4fe-ffeb-432d-8d4d-91ce58f5b8c8 req-ee365fa8-884c-4c64-90ea-6bf9c624017f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0432134 Nov 23 13:14:09.453710 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-560a38ad-1c45-4cfa-aadc-2f9651862fef req-5d3cdfdf-6a1f-462d-8f27-5dc50585ccb9 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0464745 Nov 23 13:14:10.599082 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e9b3b53d-2893-4413-b0af-c2b76e42c028 req-22419c7e-5d15-45f1-b947-cb84fac7a205 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0420597 Nov 23 13:14:11.881399 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-605df1a9-61e5-410e-a440-084c9cb933e0 req-dd3fe458-d992-4103-9c92-7c1b6f5d826c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0423758 Nov 23 13:14:13.047042 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2bf7f294-95f3-4cbd-85d6-48230158ad46 req-6719eaca-4d37-466e-aa22-1e1bda945342 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0515134 Nov 23 13:14:14.198973 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e2a6e945-40b8-4078-b2f3-8506fd280278 req-62295943-2708-4a5a-87f9-bff4bc54e817 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0477414 Nov 23 13:14:15.350092 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9e8b252a-0696-4dfb-9013-b82d494ab143 req-8dd194ce-5034-48c6-8cc1-b7963f338875 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0423214 Nov 23 13:14:16.509875 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bead115c-f8c8-4443-9da9-71702aa7da08 req-de0d5b27-85e7-4a08-a58a-d58ae66e7c77 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0471473 Nov 23 13:14:17.663142 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1357fadd-70a5-4b52-bbd7-5fa65a895785 req-476d018a-e2ff-4433-ae5a-fe6cf34b262e tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0440514 Nov 23 13:14:18.810524 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ad43f914-cb51-4a74-925f-34a71a070d2f req-488fa9fb-0e48-490a-a442-526226ffa77b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0427802 Nov 23 13:14:19.961974 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3f9dd837-a6d1-4a86-a863-25efa4257d4e req-ad8c48b6-4594-48d7-96f7-f878c07b9b4a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0451567 Nov 23 13:14:20.377989 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4e8b-30aa-4ae0-86ed-16f81d07bc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:20.886095 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.108301 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-64c77f27-7bf6-4c56-8deb-339940fa60fc req-b8da643d-4a30-477b-930c-ce8c10bc8217 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0424821 Nov 23 13:14:22.258249 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b19a208c-25fc-4133-a07c-8cdf6f455db4 req-3984d876-0ede-4698-a63b-1771646c246c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0448365 Nov 23 13:14:22.964566 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-021335ec-42b8-41d2-a794-17fe2d750940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.502482 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bcba2ae3-c853-4af9-9607-bd45a91498b7 req-ef7c7348-6e2f-4c4c-8c78-0268c517ee2a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.1367180 Nov 23 13:14:23.948273 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.098256 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.651123 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a3697695-c8de-4073-833c-f114a037d700 req-3a7216ad-0051-404f-9c4f-4e54ef0b7763 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0426207 Nov 23 13:14:25.399650 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.796258 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-11e77ad6-101c-48ee-a356-4db822a346fa req-cc8c2a14-d708-44a9-bd01-05051584a04c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0428743 Nov 23 13:14:26.942387 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0e78287a-31b3-46c6-a172-7742bfa01df3 req-e70bcd70-a4b1-4c3f-8f05-81f2b35e4fa5 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0450113 Nov 23 13:14:27.537962 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:14:28.087786 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3452ecbf-c0f6-4db0-96d2-fd86bdedb1bd req-41f4d028-4670-43aa-8076-7928660ced1a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0421853 Nov 23 13:14:29.235476 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bdf70293-33d6-460e-a20f-febc2c19c961 req-5cbb0483-5f80-4419-80c3-fe8047220525 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0432582 Nov 23 13:14:30.390848 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-46618124-2cf6-4c13-ba4a-c04549209c6c req-74f9ca09-d35b-40c0-92d1-5f9037d9162f tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0447483 Nov 23 13:14:31.537102 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af5286a1-3110-4314-8860-f98eea3ee7c6 req-6b716b8e-728e-4752-88ea-b50ca63b2326 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0421476 Nov 23 13:14:32.688239 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-18048330-7ef8-4394-884e-85c2cef2d498 req-b356ff64-71f5-4b4a-9ab0-258c91aed5a9 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0427480 Nov 23 13:14:33.835600 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-29883926-5edb-4da7-bdeb-035361a64733 req-2f5384b3-2a69-42f6-9f6f-7a35896cc830 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0451870 Nov 23 13:14:34.981300 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-809b865a-a2e1-407f-99af-66d6cd2759e3 req-596a6a77-2135-4a3c-8fde-8064c7f7c296 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0421381 Nov 23 13:14:36.139261 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e107a252-0699-4932-8e46-6acfbf85fe6b req-7b578ab9-a463-4e50-b56f-0010ecbf2b0c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0529323 Nov 23 13:14:37.300084 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-04013919-beab-4d0a-a0c7-b039a92c9b39 req-f77acca8-66a0-482b-97f8-c9699a6478bd tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0461075 Nov 23 13:14:38.451170 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-67578dc0-928e-4192-89ca-ee419873511a req-51befcf5-3f2d-49bc-ae41-ee8913a14468 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Nov 23 13:14:39.602490 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d865e560-bb8a-4849-b280-f24e0fbcb603 req-a46c5f77-4600-49d6-91b9-23d76bbf85fc tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0442576 Nov 23 13:14:40.751672 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9294fbf4-38f1-4c2f-afc8-15480dd66eb8 req-c075c2f7-8678-458c-8837-09e5105c6bb9 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0474730 Nov 23 13:14:41.896673 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2a2002ce-3cf9-4f7b-8d95-2ce3e722bc7e req-d9755f42-99b9-42bd-977d-2887eef06ac1 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0420451 Nov 23 13:14:43.045177 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e865ae0e-cc7d-4a6a-9fd3-f6d80185fd74 req-6e90eb4c-d2a4-46a9-b6b6-07f4e196a60b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0436189 Nov 23 13:14:44.200769 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e907039d-5d25-43c4-8e60-98590105a64c req-bfda4bf1-7604-44c5-b9d0-2b9ff3ddb1e0 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0463989 Nov 23 13:14:45.351045 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e6b120c1-e4ee-48f6-ae11-5878de71cce3 req-5c417129-f829-46d5-af39-6b16eae3f015 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0411398 Nov 23 13:14:46.502658 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fc63b292-000a-4306-a9ae-bf5713bff53c req-c87b4cfe-0e9a-449c-8ab4-3b75fb220930 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0432439 Nov 23 13:14:47.649620 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5ad677f6-7a97-40d4-93d2-47646bf77c42 req-1299dc99-0812-4336-b6f4-1767c14b672c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0445061 Nov 23 13:14:48.793875 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-56bcc360-cb3c-4da1-b61a-294bdb169eed req-5f3da38f-cffe-4fd1-9ecb-7f96f412ab4b tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0426691 Nov 23 13:14:49.943491 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3eae7fe2-4cca-45d1-a4d5-1e118bdc0daa req-1cfa9727-7ef5-48b1-99d1-3ce8e078512d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0459359 Nov 23 13:14:50.380008 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6273c622-5138-4249-9da0-76925721f793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:50.889529 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:51.097121 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-14c0757a-e03d-4967-96cc-c54b72f7129f req-ced2a36f-b436-4a15-9c13-fb511042a4e2 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0456686 Nov 23 13:14:52.244358 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bdaf6643-f929-45cd-8702-d4075057ad54 req-9cdef0ce-1574-4767-ac3c-c154f2b815e4 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0429993 Nov 23 13:14:52.969479 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-faaa2e0f-5b10-4a32-ae1f-ef90c9170cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:53.407732 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f6a3171f-f3ce-485f-8b6c-a8b60ce03157 req-4ab07e86-54c3-408a-951e-18949dd429a7 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0422246 Nov 23 13:14:53.951792 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:54.099868 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:54.556040 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b13a1188-4aa1-42cd-9a48-8efe0f4efa91 req-fc851db4-53ff-46ce-a79a-6f0b1a61a414 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0450280 Nov 23 13:14:55.403304 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:55.705210 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-581df08a-39d0-4a2b-b6cb-6873659e3739 req-25de3c70-5b65-4cb7-be7c-26ebd3fb3d20 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0434165 Nov 23 13:14:56.851955 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-26c60292-6ff4-41b0-a3a3-ea0c28820c2f req-ee7864f5-bd60-43a8-bb4a-7843174a4dbb tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0421944 Nov 23 13:14:58.003458 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c3151e8c-1027-4ed3-a86d-8ce8bca51aae req-9697be2a-26fd-417e-97e0-6598c4ddccbf tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0455520 Nov 23 13:14:59.156401 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-73cbe293-7a4e-4a78-9923-51185c03f8d1 req-8acb5277-80c9-4385-876a-cc3b459fa82d tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0459118 Nov 23 13:15:00.303473 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-eb8290ee-82b4-41f1-bae7-0276a1069d54 req-c614eff1-9cdd-49c5-b7d6-6965e74a5f2c tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0423555 Nov 23 13:15:01.549232 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-362acf7b-4103-471d-b04e-7c5436395a9e req-1d16c675-d18f-4d02-97b6-89b667d77fcf tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.1303174 Nov 23 13:15:02.728286 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ba0a291f-d865-4f73-ab7a-a51d46fd8ef2 req-b3209fe3-25e3-4ecc-9720-6025e9b48ad8 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da562f7-308f-4563-844d-ab913ace3181 HTTP/1.1" status: 200 len: 210 time: 0.0564840 Nov 23 13:15:03.825484 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 49540) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:04.497303 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554411'] for router_interface, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:04.537136 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:15:04.844843 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Deleting port 391e7095-12bb-4400-9ffb-ef9256c9a94d {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:15:04.845366 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:05.108591 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] For port 391e7095-12bb-4400-9ffb-ef9256c9a94d, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=391e7095-12bb-4400-9ffb-ef9256c9a94d,segment=NetworkSegment(91c83f42-07b8-4bde-83ea-ee0f5f586e61),segment_id=91c83f42-07b8-4bde-83ea-ee0f5f586e61)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:05.108842 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:05.231433 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Calling delete_port for 391e7095-12bb-4400-9ffb-ef9256c9a94d owned by network:router_interface {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:15:05.403145 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:05.408329 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:05.451731 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Pushing event deleted for resources: {'Port': ['ID=391e7095-12bb-4400-9ffb-ef9256c9a94d,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:05.522936 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.523301 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.523657 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.524006 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.524354 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.524696 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.525036 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.525379 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.525745 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.526085 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.526421 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.527401 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:05.537012 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:05.720561 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543323'] for router_interface, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:06.074143 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Router a329bfe4-8ef0-48de-86bd-96828c11072c has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:15:06.256118 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:15:06.264594 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] Sync routers for ids ['a329bfe4-8ef0-48de-86bd-96828c11072c'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:15:06.271814 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] 10.222.0.50 "PUT /v2.0/routers/a329bfe4-8ef0-48de-86bd-96828c11072c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4451253 Nov 23 13:15:06.273518 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] Routers {'a329bfe4-8ef0-48de-86bd-96828c11072c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:15:06.274158 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:14:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['a329bfe4-8ef0-48de-86bd-96828c11072c'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:06.274398 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 49558) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:06.456597 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] Set router a329bfe4-8ef0-48de-86bd-96828c11072c gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:15:06.541327 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:06.720140 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:06.729260 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Deleting port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:15:06.729706 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:06.766209 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-router', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:25Z', 'updated_at': '2021-11-23T13:15:05Z', 'revision_number': 5, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'gw_port': {'id': '0a9f395d-78ae-44f7-b8a0-ac76fb734ec1', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:65:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:26Z', 'updated_at': '2021-11-23T12:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:06.769995 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] Checking router: a329bfe4-8ef0-48de-86bd-96828c11072c for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:15:06.779044 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] Routers {'a329bfe4-8ef0-48de-86bd-96828c11072c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:15:06.779640 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:14:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['a329bfe4-8ef0-48de-86bd-96828c11072c'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:06.916176 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] For port 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=0a9f395d-78ae-44f7-b8a0-ac76fb734ec1,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:06.916534 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:06.933359 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] Set router a329bfe4-8ef0-48de-86bd-96828c11072c gateway port host: None {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:15:07.037893 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Calling delete_port for 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 owned by network:router_gateway {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:15:07.038732 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-router', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:25Z', 'updated_at': '2021-11-23T13:15:06Z', 'revision_number': 6, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'gw_port_host': None}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:07.043540 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5ad3c3-5a4d-4b90-a7d5-6fc1adbf1505 None None] The sync data for ids ['a329bfe4-8ef0-48de-86bd-96828c11072c'] in dv-cinder-818883-1-iscsi is: [{'id': 'a329bfe4-8ef0-48de-86bd-96828c11072c', 'name': 'tempest-ServerRescueNegativeTestJSON-2096682085-router', 'tenant_id': '20aac0f3e96f4933931f88c35a1e40a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:25Z', 'updated_at': '2021-11-23T13:15:06Z', 'revision_number': 6, 'project_id': '20aac0f3e96f4933931f88c35a1e40a9', 'gw_port_host': None}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:15:07.216509 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.220218 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:07.266044 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9f395d-78ae-44f7-b8a0-ac76fb734ec1,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:07.268420 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:07.360142 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696268'] for router_gateway, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.533596 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39716'] for router, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.535830 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.559642 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-554306'] for router, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.560165 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a329bfe4-8ef0-48de-86bd-96828c11072c {{(pid=86879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:15:07.572601 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.573761 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a329bfe4-8ef0-48de-86bd-96828c11072c HTTP/1.1" status: 204 len: 168 time: 1.2985682 Nov 23 13:15:07.576245 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 49570) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:07.633690 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0ea51c-21bd-4115-9db8-7f6ff3f7f619 admin admin] Deleting subnet 3498ebe6-be70-4bb1-b747-4ce3de1b4765 {{(pid=86879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:15:07.636479 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-aa0ea51c-21bd-4115-9db8-7f6ff3f7f619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.687355 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-aa0ea51c-21bd-4115-9db8-7f6ff3f7f619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013691'] for subnet, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.824849 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-aa0ea51c-21bd-4115-9db8-7f6ff3f7f619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.891148 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-aa0ea51c-21bd-4115-9db8-7f6ff3f7f619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2715527'] for subnet, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.895324 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8f36c18b-b0a9-434f-8185-b716b4ec0aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:07.934734 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ea51c-21bd-4115-9db8-7f6ff3f7f619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3498ebe6-be70-4bb1-b747-4ce3de1b4765,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:07.937714 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-aa0ea51c-21bd-4115-9db8-7f6ff3f7f619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:07.938683 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-aa0ea51c-21bd-4115-9db8-7f6ff3f7f619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.944645 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-aa0ea51c-21bd-4115-9db8-7f6ff3f7f619 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3498ebe6-be70-4bb1-b747-4ce3de1b4765 HTTP/1.1" status: 204 len: 168 time: 0.3674786 Nov 23 13:15:07.947221 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 49576) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:08.055327 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.177334 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.203706 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4638c5e-cd86-4907-aa9f-5d6a308bc076']}} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:08.216604 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c83f42-07b8-4bde-83ea-ee0f5f586e61') {'for_net_delete': True} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:08.217242 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c83f42-07b8-4bde-83ea-ee0f5f586e61') {} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:08.228057 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013676'] for segment, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.244777 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.252092 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=86879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:15:08.252648 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722208'] for segment, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: Traceback (most recent call last): Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: timer() Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: cb(*args, **kw) Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: return func(*args, **kwargs) Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: self._notify() Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: self.callback(batched_events) Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: event.method(event) Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: return f(self, *a, **k) Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._get(url).json() Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: return self.request(url, 'GET', **kwargs) Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:15:08.266597 dv-cinder-818883-1-iscsi neutron-server[86879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:15:08.345547 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.350924 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.353267 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b6c917be-3e00-4291-aba8-75e0f987bfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:08.373820 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] Pushing event deleted for resources: {'Network': ['ID=e4638c5e-cd86-4907-aa9f-5d6a308bc076,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:08.376208 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:08.384460 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-7476cda3-36b3-4196-88bc-1239b9f8340b admin admin] 10.222.0.50 "DELETE /v2.0/networks/e4638c5e-cd86-4907-aa9f-5d6a308bc076 HTTP/1.1" status: 204 len: 168 time: 0.4362707 Nov 23 13:15:08.500535 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 49584) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:08.554913 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-49c09681-ec94-4f28-b4c4-0b577de193be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20aac0f3e96f4933931f88c35a1e40a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530858 Nov 23 13:15:08.557307 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 49588) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:08.615830 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f324fbf9-65c5-40f6-adbb-8664b5f31e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.641731 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f324fbf9-65c5-40f6-adbb-8664b5f31e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.698285 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f324fbf9-65c5-40f6-adbb-8664b5f31e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.702724 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-17a1d757-8fea-4457-a640-881150557384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:08.716037 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324fbf9-65c5-40f6-adbb-8664b5f31e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9730bc18-56ef-4514-b726-cf98297eb595,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:08.718495 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f324fbf9-65c5-40f6-adbb-8664b5f31e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:08.725471 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f324fbf9-65c5-40f6-adbb-8664b5f31e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.726609 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f324fbf9-65c5-40f6-adbb-8664b5f31e42 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9730bc18-56ef-4514-b726-cf98297eb595 HTTP/1.1" status: 204 len: 168 time: 0.1683867 Nov 23 13:15:08.867642 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:15:08.906047 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:15:08.906405 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 0a9f395d-78ae-44f7-b8a0-ac76fb734ec1 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:15:08.906847 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 391e7095-12bb-4400-9ffb-ef9256c9a94d no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:15:08.940084 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 391e7095-12bb-4400-9ffb-ef9256c9a94d {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:15:08.940438 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 391e7095-12bb-4400-9ffb-ef9256c9a94d not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:15:10.689539 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 49664) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:10.808890 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-51e677cb-ee3b-4e5d-8757-45b80d023c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.824080 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-51e677cb-ee3b-4e5d-8757-45b80d023c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:10.828000 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-51e677cb-ee3b-4e5d-8757-45b80d023c7f admin admin] Usage tracker for resource:security_group_rule and tenant:68cc3cca0c3841fba159d5b47a289896 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:10.830812 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-51e677cb-ee3b-4e5d-8757-45b80d023c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:10.836678 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-51e677cb-ee3b-4e5d-8757-45b80d023c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:10.926676 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-51e677cb-ee3b-4e5d-8757-45b80d023c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.930667 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-51e677cb-ee3b-4e5d-8757-45b80d023c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.937786 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-a094e469-06e6-4e99-9f0b-80e0d03d7a2d tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:10.977938 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-51e677cb-ee3b-4e5d-8757-45b80d023c7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68cc3cca0c3841fba159d5b47a289896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872305 Nov 23 13:15:10.978822 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e677cb-ee3b-4e5d-8757-45b80d023c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453b9eec-c1d6-471a-b114-3c7922b642f9,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:10.981256 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 49672) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:10.982519 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-51e677cb-ee3b-4e5d-8757-45b80d023c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:11.039430 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.066050 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.117418 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.122161 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3d8a4a79-618f-408f-a06d-c926b06c959b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:11.134671 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453b9eec-c1d6-471a-b114-3c7922b642f9,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:11.144568 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.144929 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.145280 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.145652 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.145999 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.146342 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.146679 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.147013 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.147350 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.147682 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.148014 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.148346 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:11.151313 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.153015 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/453b9eec-c1d6-471a-b114-3c7922b642f9 HTTP/1.1" status: 204 len: 168 time: 0.1706798 Nov 23 13:15:11.153986 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:11.453236 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 49684) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:11.471728 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.491417 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:11.495468 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] Usage tracker for resource:security_group_rule and tenant:709270074dda44deb61ffe0e123f67b0 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:11.499498 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:11.504919 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:11.605902 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.612880 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.619633 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-37730336-66f5-4ddb-a5c8-f0af80f0f9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:11.658073 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b3d906-8c58-4ca5-8d05-1db848f076c3,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:11.662303 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=709270074dda44deb61ffe0e123f67b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079339 Nov 23 13:15:11.663617 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:11.664875 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 49688) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:11.721221 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ae8a-5e53-4e25-81d7-1684d644e998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.746824 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ae8a-5e53-4e25-81d7-1684d644e998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.802147 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ae8a-5e53-4e25-81d7-1684d644e998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.805967 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-887d0357-138e-4aae-99a3-a57179dde248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:11.817431 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5ae8a-5e53-4e25-81d7-1684d644e998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b3d906-8c58-4ca5-8d05-1db848f076c3,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:11.822122 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e7f5ae8a-5e53-4e25-81d7-1684d644e998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:11.824986 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e7f5ae8a-5e53-4e25-81d7-1684d644e998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.826622 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e7f5ae8a-5e53-4e25-81d7-1684d644e998 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00b3d906-8c58-4ca5-8d05-1db848f076c3 HTTP/1.1" status: 204 len: 168 time: 0.1604176 Nov 23 13:15:20.381751 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a65b1ac2-8030-4b5b-896d-2b5a87a9b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:20.890677 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:22.983920 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ebca59fa-c5b7-4035-bf1a-fbc511aef94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.954726 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:24.104083 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.406242 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:41.535294 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:15:43.648767 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [req-81dbd2d1-7aa0-485b-b15e-56715796cd4e req-f6718054-cf15-486d-9abc-480eed5e89f7 service neutron] (86879) timed out ('10.222.0.64', 50082) {{(pid=86879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:15:50.383047 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-73eb1b92-b2aa-4f0a-87bc-1ccdd6d26f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:50.892073 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:52.975907 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0e361143-a49b-4bd2-83a0-3bae469f9512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:53.944450 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:54.113971 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:55.408736 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:18.533738 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:16:20.385382 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-90f58788-69b3-4e28-88bc-2f2a38bc8fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:20.894501 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:22.977809 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a51d3ee2-d583-4431-987b-1d366d0882d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:23.975044 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:24.109213 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:25.411968 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:50.387559 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-1761f058-8914-405e-80a7-d4501c98afc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:50.895688 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.981962 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-bbf227b4-2aa6-47db-ad85-a0f59d2858ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:53.973436 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:54.112483 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:55.418620 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:55.532765 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:17:20.388574 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-68933916-62b5-4c51-a043-ceaa8f63d87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:20.897954 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:22.983148 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e65be0b2-b4c3-4523-92eb-cdfd7e8b08a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:23.991362 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:24.114651 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:25.419340 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:32.531644 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:17:50.390844 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-03bf40d8-8061-40dc-ace3-16a42c0fb343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:50.900901 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:52.985224 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-08b5b736-17e0-43c6-bf6f-0d1b1f610768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:54.002270 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:54.116418 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:55.421976 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:09.531200 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:18:20.394092 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ebf41467-87cc-41ec-a662-4d93618e1ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:20.902340 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:22.986985 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2bcd8cee-3083-4df3-9655-0f4ade01ca53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:24.002903 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:24.120112 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:25.425098 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:46.530891 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:18:50.396343 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-253f079f-22d1-468e-8b8a-4042872fd744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:50.908803 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.989164 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-26e9ce09-01ed-4a4f-91d9-65deb05997bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.016115 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.122839 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.368702 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 51830) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:55.443492 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.512778 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.527820 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:55.531726 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Usage tracker for resource:security_group_rule and tenant:ba2f718eca95480c927d931d52407d4b is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:55.534606 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:55.540860 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:55.667076 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.672757 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.691237 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-29773e88-5226-4ad6-9730-888b3231dbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:55.736009 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba2f718eca95480c927d931d52407d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661594 Nov 23 13:18:55.738966 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 51838) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:55.740440 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0049413-fc68-46f7-bbc4-22ce4b3ef706,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:55.749592 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.749592 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.750116 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.750302 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.750587 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.750929 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.751274 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.751615 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.752319 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.752319 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.752724 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.753269 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.757643 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:55.810352 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.837323 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.891299 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.897350 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3dc6f88d-9800-44d6-bff7-eaf3f5993bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:55.916621 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0049413-fc68-46f7-bbc4-22ce4b3ef706,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:55.934393 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.934967 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.935550 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.936159 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.936736 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.937305 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.937907 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.938468 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.939045 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.939616 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.940205 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.940757 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:55.947475 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:55.948159 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.950008 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0049413-fc68-46f7-bbc4-22ce4b3ef706 HTTP/1.1" status: 204 len: 168 time: 0.2098119 Nov 23 13:18:57.684042 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 51914) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:57.802571 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-fbe7f38b-dcce-45a0-af76-76e503dab2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:57.817787 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-fbe7f38b-dcce-45a0-af76-76e503dab2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:57.821981 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-fbe7f38b-dcce-45a0-af76-76e503dab2ce admin admin] Usage tracker for resource:security_group_rule and tenant:b60d3cefbd4e4a88bd9ce66b48dc01bf is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:57.824985 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-fbe7f38b-dcce-45a0-af76-76e503dab2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:57.830812 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-fbe7f38b-dcce-45a0-af76-76e503dab2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:57.922362 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-fbe7f38b-dcce-45a0-af76-76e503dab2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:57.926664 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-fbe7f38b-dcce-45a0-af76-76e503dab2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:57.936820 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c79facd4-64e3-4e36-b7eb-3b34a5740aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:57.979424 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-fbe7f38b-dcce-45a0-af76-76e503dab2ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b60d3cefbd4e4a88bd9ce66b48dc01bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942421 Nov 23 13:18:57.981413 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7f38b-dcce-45a0-af76-76e503dab2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac5df30-3462-43eb-a4f8-7b5456f7ac36,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:57.982527 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 51922) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:57.985307 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-fbe7f38b-dcce-45a0-af76-76e503dab2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:58.046279 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-aea0a6ad-00c8-4a9e-be4d-c1b78bd6dcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:58.077006 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-aea0a6ad-00c8-4a9e-be4d-c1b78bd6dcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:58.138672 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-aea0a6ad-00c8-4a9e-be4d-c1b78bd6dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:58.142610 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:58.153800 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0a6ad-00c8-4a9e-be4d-c1b78bd6dcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac5df30-3462-43eb-a4f8-7b5456f7ac36,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:58.158083 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-aea0a6ad-00c8-4a9e-be4d-c1b78bd6dcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:58.161475 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-aea0a6ad-00c8-4a9e-be4d-c1b78bd6dcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:58.165575 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-aea0a6ad-00c8-4a9e-be4d-c1b78bd6dcd5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cac5df30-3462-43eb-a4f8-7b5456f7ac36 HTTP/1.1" status: 204 len: 168 time: 0.1813588 Nov 23 13:19:00.224717 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 51994) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:00.349030 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.364201 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:00.368051 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] Usage tracker for resource:security_group_rule and tenant:8d1ba6be3c414c128d4970f9a35c93eb is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:00.370931 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:00.377451 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:00.462063 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.465922 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.472998 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bb7a709b-4a4c-4772-92d2-747991d26396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:00.517057 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d1ba6be3c414c128d4970f9a35c93eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910814 Nov 23 13:19:00.517961 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7a7f7b-1c69-4cb2-b496-cf6b905f9502,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:00.519767 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 52000) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:00.520966 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:00.583230 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee52a513-a801-4a05-8c7f-dd1bd9197636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.609748 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee52a513-a801-4a05-8c7f-dd1bd9197636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.662551 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee52a513-a801-4a05-8c7f-dd1bd9197636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.667765 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-347f533c-676a-449e-a40a-e393f814d06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:00.683705 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52a513-a801-4a05-8c7f-dd1bd9197636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7a7f7b-1c69-4cb2-b496-cf6b905f9502,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:00.686963 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ee52a513-a801-4a05-8c7f-dd1bd9197636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:00.699711 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ee52a513-a801-4a05-8c7f-dd1bd9197636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.700822 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-ee52a513-a801-4a05-8c7f-dd1bd9197636 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb7a7f7b-1c69-4cb2-b496-cf6b905f9502 HTTP/1.1" status: 204 len: 168 time: 0.1800303 Nov 23 13:19:01.002976 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 52014) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:01.021315 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f832f710-db18-43b7-a55e-d1440e255504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.035445 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-f832f710-db18-43b7-a55e-d1440e255504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:01.039552 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-f832f710-db18-43b7-a55e-d1440e255504 admin admin] Usage tracker for resource:security_group_rule and tenant:55e6054136404da691e48d3c6e6e6b03 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:01.042415 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-f832f710-db18-43b7-a55e-d1440e255504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:01.048318 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-f832f710-db18-43b7-a55e-d1440e255504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:01.130672 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f832f710-db18-43b7-a55e-d1440e255504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.135650 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f832f710-db18-43b7-a55e-d1440e255504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.143744 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-52712eaa-1ff3-42bb-9231-f85100cb1e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:01.187129 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832f710-db18-43b7-a55e-d1440e255504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5004702-efdf-4954-baca-632f33a30c22,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:01.190620 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f832f710-db18-43b7-a55e-d1440e255504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:01.197230 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 52020) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:01.197379 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f832f710-db18-43b7-a55e-d1440e255504 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55e6054136404da691e48d3c6e6e6b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933558 Nov 23 13:19:01.262051 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4540e5ae-c998-4002-bea0-0d2a67bc6e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.289518 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4540e5ae-c998-4002-bea0-0d2a67bc6e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.342569 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4540e5ae-c998-4002-bea0-0d2a67bc6e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.347260 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:01.360906 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540e5ae-c998-4002-bea0-0d2a67bc6e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5004702-efdf-4954-baca-632f33a30c22,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:01.365368 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4540e5ae-c998-4002-bea0-0d2a67bc6e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:01.369533 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4540e5ae-c998-4002-bea0-0d2a67bc6e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.370670 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-4540e5ae-c998-4002-bea0-0d2a67bc6e09 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5004702-efdf-4954-baca-632f33a30c22 HTTP/1.1" status: 204 len: 168 time: 0.1724157 Nov 23 13:19:20.398723 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-36a2ebcb-ee54-4d18-a43c-ea7508315952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:20.912364 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:22.992057 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d8fbef7f-d789-4923-89a9-155d966864a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:23.529713 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:19:24.026428 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:24.127605 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:25.435539 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:43.893174 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 52638) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:44.025461 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.041159 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:44.045215 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:4e47aabad30a4d2589460b04c634ece5 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:44.048544 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:44.054604 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:44.144342 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.147892 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.156114 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-67aec9a5-c944-414b-b08f-3a9b56f52010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:44.195706 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e47aabad30a4d2589460b04c634ece5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012202 Nov 23 13:19:44.197308 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309889a7-87f0-4e93-811a-5e5f8ae4837d,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:44.198373 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 52652) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:44.200389 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:44.257205 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-136f6e9a-9fdc-4b8d-8a3e-4fe2c707d12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.283214 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-136f6e9a-9fdc-4b8d-8a3e-4fe2c707d12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.338682 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-136f6e9a-9fdc-4b8d-8a3e-4fe2c707d12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.342519 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-31ddd16a-4fc6-4d2d-bcb0-72e6ca442789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:44.354640 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f6e9a-9fdc-4b8d-8a3e-4fe2c707d12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309889a7-87f0-4e93-811a-5e5f8ae4837d,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:44.358400 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-136f6e9a-9fdc-4b8d-8a3e-4fe2c707d12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:44.362446 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-136f6e9a-9fdc-4b8d-8a3e-4fe2c707d12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.365885 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-136f6e9a-9fdc-4b8d-8a3e-4fe2c707d12b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/309889a7-87f0-4e93-811a-5e5f8ae4837d HTTP/1.1" status: 204 len: 168 time: 0.1641488 Nov 23 13:19:44.638365 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 52664) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:44.656957 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.673331 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:44.677355 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] Usage tracker for resource:security_group_rule and tenant:3d8164d7986f4ad0b83720f1b9737b75 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:44.680235 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:44.686103 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:44.768302 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.772031 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.778979 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f665cd45-6779-45fe-ad0e-7d4e1db7bfea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:44.817574 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ecb213-2f1d-4f9c-a084-c98d4cebfdaa,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:44.821725 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d8164d7986f4ad0b83720f1b9737b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823113 Nov 23 13:19:44.822573 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:44.824224 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 52668) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:44.884107 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-81c35c39-5b0d-49e3-8089-85bf22cbd086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.909707 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-81c35c39-5b0d-49e3-8089-85bf22cbd086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.959773 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-81c35c39-5b0d-49e3-8089-85bf22cbd086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.963383 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-44c01fe0-e099-4c83-a68d-e3f7e84e005f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:44.974404 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c35c39-5b0d-49e3-8089-85bf22cbd086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ecb213-2f1d-4f9c-a084-c98d4cebfdaa,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:44.977872 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-81c35c39-5b0d-49e3-8089-85bf22cbd086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:44.980931 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-81c35c39-5b0d-49e3-8089-85bf22cbd086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.982122 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-81c35c39-5b0d-49e3-8089-85bf22cbd086 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6ecb213-2f1d-4f9c-a084-c98d4cebfdaa HTTP/1.1" status: 204 len: 168 time: 0.1570194 Nov 23 13:19:50.399764 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6e79b308-8a85-443f-a8fa-4af859a22c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:50.916536 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.993870 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6793124a-1d20-4077-afe0-281cc9bf8a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:53.942377 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 52882) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:54.058244 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.092213 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c30127ad-a521-4f04-9ea0-b8420c1abe32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.105573 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c30127ad-a521-4f04-9ea0-b8420c1abe32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:54.109855 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c30127ad-a521-4f04-9ea0-b8420c1abe32 admin admin] Usage tracker for resource:security_group_rule and tenant:330f8e6eb952423f84eec4fcf0236f1b is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:54.113781 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-c30127ad-a521-4f04-9ea0-b8420c1abe32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:54.122296 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-c30127ad-a521-4f04-9ea0-b8420c1abe32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:54.141739 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.218153 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c30127ad-a521-4f04-9ea0-b8420c1abe32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.222398 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c30127ad-a521-4f04-9ea0-b8420c1abe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.229835 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-75494da0-df12-4a9a-b7a6-30086b217252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:54.274569 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30127ad-a521-4f04-9ea0-b8420c1abe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d920817-35d7-4df9-b069-85bf1e2854a8,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:54.283344 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 52894) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:54.283752 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c30127ad-a521-4f04-9ea0-b8420c1abe32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=330f8e6eb952423f84eec4fcf0236f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389363 Nov 23 13:19:54.284054 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c30127ad-a521-4f04-9ea0-b8420c1abe32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:54.365348 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-939a4000-17b3-4848-94ca-24c4bf99eb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.400427 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-939a4000-17b3-4848-94ca-24c4bf99eb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.458367 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-939a4000-17b3-4848-94ca-24c4bf99eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.463286 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-19fa4592-9614-462e-899d-e648817889af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:54.477858 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a4000-17b3-4848-94ca-24c4bf99eb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d920817-35d7-4df9-b069-85bf1e2854a8,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:54.480182 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-939a4000-17b3-4848-94ca-24c4bf99eb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:54.489294 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-939a4000-17b3-4848-94ca-24c4bf99eb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.490472 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-939a4000-17b3-4848-94ca-24c4bf99eb8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d920817-35d7-4df9-b069-85bf1e2854a8 HTTP/1.1" status: 204 len: 168 time: 0.2059634 Nov 23 13:19:54.803969 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 52908) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:54.822536 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.838107 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:54.842110 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] Usage tracker for resource:security_group_rule and tenant:bcbcd0537e1d4e0e91dcaefa540a967b is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:54.844979 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:54.850663 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:54.936752 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.941221 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.948380 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-bd9a2320-768e-4a2f-be4c-53b082da66d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:54.987802 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1967c15a-11c4-4d5b-b4ad-f2e847c59097,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:54.992029 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bcbcd0537e1d4e0e91dcaefa540a967b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869524 Nov 23 13:19:54.992891 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:54.994686 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 52912) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:55.055751 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-83a0f894-3d35-484f-848a-ba568749480e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.082437 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-83a0f894-3d35-484f-848a-ba568749480e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.131535 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-83a0f894-3d35-484f-848a-ba568749480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.136413 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e1f59fdd-4d92-469e-b76d-0ea280ada894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:55.146994 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0f894-3d35-484f-848a-ba568749480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1967c15a-11c4-4d5b-b4ad-f2e847c59097,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:55.151523 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-83a0f894-3d35-484f-848a-ba568749480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:55.153445 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-83a0f894-3d35-484f-848a-ba568749480e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.154572 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-83a0f894-3d35-484f-848a-ba568749480e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1967c15a-11c4-4d5b-b4ad-f2e847c59097 HTTP/1.1" status: 204 len: 168 time: 0.1589992 Nov 23 13:19:55.438182 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.926042 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 52954) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:56.045498 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.060341 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:56.064830 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Usage tracker for resource:security_group_rule and tenant:2f240f0051e84629a3ee6c668a6dfcad is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:56.067683 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:56.073362 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:56.158538 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.163470 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.172578 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c2a4c27e-7492-430e-96ab-13dd6367f65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:56.215418 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 52970) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:56.215855 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f240f0051e84629a3ee6c668a6dfcad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884479 Nov 23 13:19:56.217277 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccad28d-7bce-42ee-9361-1011431ddf8d,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:56.226353 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.226717 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.227070 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.227415 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.227754 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.228099 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.228439 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.228777 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.229116 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.229448 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.229806 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.230141 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.245244 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:56.282399 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.308837 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.374547 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.380567 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f324fbf9-65c5-40f6-adbb-8664b5f31e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:56.399702 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccad28d-7bce-42ee-9361-1011431ddf8d,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:56.410952 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.411312 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.411665 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.412011 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.412618 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.412958 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.413297 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.413656 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.414002 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.414611 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.414988 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.415362 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.417933 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.419164 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cccad28d-7bce-42ee-9361-1011431ddf8d HTTP/1.1" status: 204 len: 168 time: 0.2019134 Nov 23 13:19:56.420126 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d12c48a6-7096-47a4-894a-b6f2ffd0ab15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:56.803518 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 52996) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:56.823002 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4bfcbc38-dd3c-4c08-8636-dccd246d57bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.840273 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-4bfcbc38-dd3c-4c08-8636-dccd246d57bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:56.844233 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-4bfcbc38-dd3c-4c08-8636-dccd246d57bf admin admin] Usage tracker for resource:security_group_rule and tenant:1f09049af3464734883ef1234094f3e8 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:56.852212 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-4bfcbc38-dd3c-4c08-8636-dccd246d57bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:56.858443 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-4bfcbc38-dd3c-4c08-8636-dccd246d57bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:56.944385 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4bfcbc38-dd3c-4c08-8636-dccd246d57bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.948477 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4bfcbc38-dd3c-4c08-8636-dccd246d57bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.957114 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-aea0a6ad-00c8-4a9e-be4d-c1b78bd6dcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:57.001529 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-4bfcbc38-dd3c-4c08-8636-dccd246d57bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f09049af3464734883ef1234094f3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968439 Nov 23 13:19:57.002978 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcbc38-dd3c-4c08-8636-dccd246d57bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be810aed-d222-4951-9eee-d6eb8b3b6e3e,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:57.004764 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53004) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:57.006270 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4bfcbc38-dd3c-4c08-8636-dccd246d57bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:57.144962 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c46d891-a289-4df8-97e5-c0f52b50fccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.171437 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c46d891-a289-4df8-97e5-c0f52b50fccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.224060 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c46d891-a289-4df8-97e5-c0f52b50fccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.229268 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-054e5e86-c400-4678-b2d7-78791e37b616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:57.242986 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46d891-a289-4df8-97e5-c0f52b50fccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be810aed-d222-4951-9eee-d6eb8b3b6e3e,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:57.250388 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5c46d891-a289-4df8-97e5-c0f52b50fccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:57.251846 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5c46d891-a289-4df8-97e5-c0f52b50fccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.255525 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-5c46d891-a289-4df8-97e5-c0f52b50fccf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be810aed-d222-4951-9eee-d6eb8b3b6e3e HTTP/1.1" status: 204 len: 168 time: 0.2497876 Nov 23 13:19:57.678025 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53036) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:57.819268 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.836599 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:57.841102 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] Usage tracker for resource:security_group_rule and tenant:a4a4e971b5fe48a0ab969237a22f84e8 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:57.844184 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:57.852705 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:57.973961 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.981737 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.991661 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4d49d0b9-3329-4e34-9d59-6122f6e30c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:58.034977 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4a4e971b5fe48a0ab969237a22f84e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557730 Nov 23 13:19:58.036719 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249217ad-5210-4671-a3d0-325d72a5c660,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:58.037977 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53062) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:58.040331 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:58.105912 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6765f46e-887a-4cb8-b17c-c27ad6105dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.135533 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6765f46e-887a-4cb8-b17c-c27ad6105dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.197233 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6765f46e-887a-4cb8-b17c-c27ad6105dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.203040 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6171a2d0-1166-4d11-8b01-1c637ec69863 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:58.219209 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765f46e-887a-4cb8-b17c-c27ad6105dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249217ad-5210-4671-a3d0-325d72a5c660,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:58.222300 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6765f46e-887a-4cb8-b17c-c27ad6105dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:58.246672 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6765f46e-887a-4cb8-b17c-c27ad6105dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.252278 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-6765f46e-887a-4cb8-b17c-c27ad6105dc3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/249217ad-5210-4671-a3d0-325d72a5c660 HTTP/1.1" status: 204 len: 168 time: 0.2121859 Nov 23 13:19:58.653569 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53080) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:58.671959 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.687403 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:58.693021 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] Usage tracker for resource:security_group_rule and tenant:1db8994c6f9f43c49ac381c98530172c is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:58.695894 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:58.701643 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:58.802051 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.806408 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.815055 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c42a9d7e-4699-42f1-885b-3e43921b3c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:58.854658 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1db8994c6f9f43c49ac381c98530172c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999457 Nov 23 13:19:58.855450 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45155a2f-adf3-459f-8ce1-265d570d2945,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:58.857152 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53088) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:58.858804 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:58.918635 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-20a3b138-44c1-4951-ad95-f4fd95bbd668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.947226 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-20a3b138-44c1-4951-ad95-f4fd95bbd668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:59.017733 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-20a3b138-44c1-4951-ad95-f4fd95bbd668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:59.028845 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-bba371d9-e6b1-4266-9bfc-f21a36bf5f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:59.044762 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3b138-44c1-4951-ad95-f4fd95bbd668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45155a2f-adf3-459f-8ce1-265d570d2945,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:59.047537 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-20a3b138-44c1-4951-ad95-f4fd95bbd668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:59.048858 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-20a3b138-44c1-4951-ad95-f4fd95bbd668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:59.054559 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-20a3b138-44c1-4951-ad95-f4fd95bbd668 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45155a2f-adf3-459f-8ce1-265d570d2945 HTTP/1.1" status: 204 len: 168 time: 0.1946285 Nov 23 13:19:59.915655 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53142) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:00.064982 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2012385763-network', 'tenant_id': '5141ac498e6548df8985c44d7ec1f18a'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:00.070422 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:00.074623 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Usage tracker for resource:network and tenant:5141ac498e6548df8985c44d7ec1f18a is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:00.077915 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:00.085679 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:00.100340 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Made reservation on behalf of 5141ac498e6548df8985c44d7ec1f18a for: {'network': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:20:00.104698 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.118444 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.133961 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:00.140118 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Usage tracker for resource:security_group_rule and tenant:5141ac498e6548df8985c44d7ec1f18a is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:00.144128 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:00.152116 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:00.256266 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.261447 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.275128 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-7847f04a-a9b9-4f8e-b691-9682d231480b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:00.289846 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=86880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:20:00.316476 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.316840 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.segments_db [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Added segment 640cd1a0-8552-4de3-a46a-68a151667492 of type vlan for network d5c16999-1e88-4a56-91b8-18eabdfd99b5 Nov 23 13:20:00.327021 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049963b7-1833-4947-a6e5-ee00e0f7a9b7,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:00.330531 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:00.381040 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.433840 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.436384 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:00.437447 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.445803 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:00.529464 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:20:00.622735 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c16999-1e88-4a56-91b8-18eabdfd99b5,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:00.628340 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7021034 Nov 23 13:20:00.629827 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:00.632498 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53170) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:00.639437 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network d5c16999-1e88-4a56-91b8-18eabdfd99b5 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:20:00.642366 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Request body: {'subnet': {'network_id': 'd5c16999-1e88-4a56-91b8-18eabdfd99b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2012385763-subnet', 'tenant_id': '5141ac498e6548df8985c44d7ec1f18a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:00.650458 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:00.650458 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53174) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:00.659074 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Usage tracker for resource:subnet and tenant:5141ac498e6548df8985c44d7ec1f18a is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:00.662226 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:00.668498 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:00.679862 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Made reservation on behalf of 5141ac498e6548df8985c44d7ec1f18a for: {'subnet': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:20:00.683230 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3363470'] for subnet, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.802719 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.821524 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:00.826719 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] Usage tracker for resource:security_group_rule and tenant:7b2e0fcdff1e4b368b7af5c25390b6b6 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:00.830698 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:00.837836 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:00.966965 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3363516'] for subnet, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.977144 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:01.063150 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.073296 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.082127 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbae6c1-2789-4c1c-9d69-843726cb5019,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:01.087471 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:01.090089 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e022c8b6-7eae-4958-b28f-c5955d97282e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:01.101070 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Checking segment: {'id': '640cd1a0-8552-4de3-a46a-68a151667492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'd5c16999-1e88-4a56-91b8-18eabdfd99b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:01.101428 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Network hostable DHCP agents. Network: d5c16999-1e88-4a56-91b8-18eabdfd99b5, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:20:01.136832 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b2e0fcdff1e4b368b7af5c25390b6b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4853637 Nov 23 13:20:01.139844 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53180) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:01.143715 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90309d2f-6946-4b25-8e62-45109c4503ca,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:01.147803 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:01.162782 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Network d5c16999-1e88-4a56-91b8-18eabdfd99b5 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:20:01.175819 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, d5c16999-1e88-4a56-91b8-18eabdfd99b5) {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:01.180632 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:01.181375 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.195795 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3940d2-6f6f-46b0-850d-d6c178e5e928 None None] Network d5c16999-1e88-4a56-91b8-18eabdfd99b5 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:20:01.218580 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e26f011f-e125-4913-8721-83e20c33433a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5771422 Nov 23 13:20:01.266527 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f887c2dd-49a2-471e-b4f9-c2cc0a86083b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.296598 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f887c2dd-49a2-471e-b4f9-c2cc0a86083b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.368268 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f887c2dd-49a2-471e-b4f9-c2cc0a86083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.373626 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6a06f583-a495-40f2-8612-0f0aa2dc083f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:01.386452 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887c2dd-49a2-471e-b4f9-c2cc0a86083b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90309d2f-6946-4b25-8e62-45109c4503ca,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:01.389347 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f887c2dd-49a2-471e-b4f9-c2cc0a86083b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:01.391478 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f887c2dd-49a2-471e-b4f9-c2cc0a86083b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.393670 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f887c2dd-49a2-471e-b4f9-c2cc0a86083b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90309d2f-6946-4b25-8e62-45109c4503ca HTTP/1.1" status: 204 len: 168 time: 0.2518437 Nov 23 13:20:01.522658 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c03c5f-4fe1-421e-9708-ca895004670e None None] Network d5c16999-1e88-4a56-91b8-18eabdfd99b5 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:20:01.762556 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53206) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:01.780787 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.797096 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:01.801798 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] Usage tracker for resource:security_group_rule and tenant:40062916926c48828edf94c8814db12e is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:01.804910 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:01.810885 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:01.899303 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.904777 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.915340 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f2bac341-0885-45f7-8936-4b39c6132c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:02.067709 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53214) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:02.071986 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40062916926c48828edf94c8814db12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082356 Nov 23 13:20:02.073024 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ddd5df-c5a2-4659-91d6-0bba2b5b7678,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:02.075666 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53218) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:02.076105 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1789602243-network', 'tenant_id': '405aab20b1b142e69827f5c4648114ce'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:02.078631 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:02.092439 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:02.099263 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Usage tracker for resource:network and tenant:405aab20b1b142e69827f5c4648114ce is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:02.104164 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:02.112539 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:02.129379 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Made reservation on behalf of 405aab20b1b142e69827f5c4648114ce for: {'network': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:20:02.134026 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.156273 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.158041 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b3444c83-5279-4144-8c4b-82cb10c0bdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.178222 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:02.182565 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Usage tracker for resource:security_group_rule and tenant:405aab20b1b142e69827f5c4648114ce is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:02.188267 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:02.190927 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b3444c83-5279-4144-8c4b-82cb10c0bdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.193278 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:02.258535 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b3444c83-5279-4144-8c4b-82cb10c0bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.263519 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e7f5ae8a-5e53-4e25-81d7-1684d644e998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:02.277948 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3444c83-5279-4144-8c4b-82cb10c0bdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ddd5df-c5a2-4659-91d6-0bba2b5b7678,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:02.278763 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b3444c83-5279-4144-8c4b-82cb10c0bdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:02.291402 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b3444c83-5279-4144-8c4b-82cb10c0bdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.292836 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-b3444c83-5279-4144-8c4b-82cb10c0bdd3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76ddd5df-c5a2-4659-91d6-0bba2b5b7678 HTTP/1.1" status: 204 len: 168 time: 0.2161791 Nov 23 13:20:02.320978 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.325921 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.330859 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ee52a513-a801-4a05-8c7f-dd1bd9197636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:02.354812 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=86879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:20:02.371012 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cd567f-023a-4194-a3ae-e3696131f707,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:02.374962 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:02.376429 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.376972 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.segments_db [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Added segment 165206c5-0956-423f-ab75-3e403e069b0a of type vlan for network f96f899e-0a5f-4e44-a590-67cd991a51a1 Nov 23 13:20:02.407362 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.454913 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.457479 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:02.458583 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.466788 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:02.575170 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Pushing event updated for resources: {'Network': ['ID=f96f899e-0a5f-4e44-a590-67cd991a51a1,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:02.581153 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5086386 Nov 23 13:20:02.581153 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:02.581431 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53228) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:02.588465 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network f96f899e-0a5f-4e44-a590-67cd991a51a1 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:20:02.589008 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Request body: {'subnet': {'network_id': 'f96f899e-0a5f-4e44-a590-67cd991a51a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1789602243-subnet', 'tenant_id': '405aab20b1b142e69827f5c4648114ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:02.593578 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:02.597611 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Usage tracker for resource:subnet and tenant:405aab20b1b142e69827f5c4648114ce is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:02.600552 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:02.606446 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:02.618912 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Made reservation on behalf of 405aab20b1b142e69827f5c4648114ce for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:20:02.621829 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2715564'] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.878139 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2715550'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.883101 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e6405cb9-665f-4546-b28f-6d3dcbfbaec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:02.968862 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb42ee4-1e4b-403e-b81b-8caca214ba30,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:02.972715 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:02.973412 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Checking segment: {'id': '165206c5-0956-423f-ab75-3e403e069b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f96f899e-0a5f-4e44-a590-67cd991a51a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:02.973794 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Network hostable DHCP agents. Network: f96f899e-0a5f-4e44-a590-67cd991a51a1, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:20:02.997533 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Network f96f899e-0a5f-4e44-a590-67cd991a51a1 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:20:03.009436 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, f96f899e-0a5f-4e44-a590-67cd991a51a1) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:03.013979 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:03.014644 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.018969 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c689b7-c6d5-4c5c-bcb0-f2b525355eee None None] Network f96f899e-0a5f-4e44-a590-67cd991a51a1 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:20:03.036886 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4527197 Nov 23 13:20:03.280065 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d6752-e1b5-4845-a441-905bdb74d32b None None] Network f96f899e-0a5f-4e44-a590-67cd991a51a1 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:20:05.160758 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53342) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:05.477280 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_v2 [None req-768743f4-a77f-405b-9c5a-52cc9f87d59e admin admin] Deleting subnet 4c1227da-7285-4ae1-8bf0-8b5906e1d344 {{(pid=86879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:20:05.480472 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-768743f4-a77f-405b-9c5a-52cc9f87d59e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.533149 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-768743f4-a77f-405b-9c5a-52cc9f87d59e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013691'] for subnet, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.593209 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-768743f4-a77f-405b-9c5a-52cc9f87d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.669786 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-768743f4-a77f-405b-9c5a-52cc9f87d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2715527'] for subnet, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.676329 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:05.716138 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-768743f4-a77f-405b-9c5a-52cc9f87d59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.718775 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768743f4-a77f-405b-9c5a-52cc9f87d59e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1227da-7285-4ae1-8bf0-8b5906e1d344,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:05.720757 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-768743f4-a77f-405b-9c5a-52cc9f87d59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:05.724969 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-768743f4-a77f-405b-9c5a-52cc9f87d59e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4c1227da-7285-4ae1-8bf0-8b5906e1d344 HTTP/1.1" status: 204 len: 168 time: 0.5631504 Nov 23 13:20:05.727413 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53354) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:05.831238 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.963784 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.990507 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93fbe63-a867-4090-8e29-e508956351cc']}} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:06.003572 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a') {'for_net_delete': True} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:06.003868 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcc195f-35ad-48dd-8d1d-ad3a9f2ab88a') {} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:06.018172 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013676'] for segment, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.049689 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.056335 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=86879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:20:06.056806 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722208'] for segment, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: Traceback (most recent call last): Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: timer() Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: cb(*args, **kw) Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: return func(*args, **kwargs) Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: self._notify() Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: self.callback(batched_events) Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: event.method(event) Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: return f(self, *a, **k) Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._get(url).json() Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: return self.request(url, 'GET', **kwargs) Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:20:06.071068 dv-cinder-818883-1-iscsi neutron-server[86879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:20:06.247637 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.252900 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.255433 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2317bfb1-b6ce-4435-90d2-bb3c04fcf102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:06.274727 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] Pushing event deleted for resources: {'Network': ['ID=a93fbe63-a867-4090-8e29-e508956351cc,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:06.276995 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:06.278538 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-97a083ad-13f9-4d46-87d7-24cc61ee78ca admin admin] 10.222.0.50 "DELETE /v2.0/networks/a93fbe63-a867-4090-8e29-e508956351cc HTTP/1.1" status: 204 len: 168 time: 0.5502145 Nov 23 13:20:06.420427 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53364) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:06.474107 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-5d1be328-da54-4d72-91aa-ab636641f341 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b230877b98443f2b9ed99378840eda7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523586 Nov 23 13:20:06.476850 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53368) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:06.549028 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8942e69a-02b7-4e56-a40e-6cc7ecccd5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.585958 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8942e69a-02b7-4e56-a40e-6cc7ecccd5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.670430 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8942e69a-02b7-4e56-a40e-6cc7ecccd5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.678025 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-beef159b-8ea0-4051-9b2b-04aaa83c2672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:06.700639 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942e69a-02b7-4e56-a40e-6cc7ecccd5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e022b6-4f0a-4155-9723-1e2360a2fa25,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:06.708232 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-8942e69a-02b7-4e56-a40e-6cc7ecccd5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:06.715988 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-8942e69a-02b7-4e56-a40e-6cc7ecccd5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.718792 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-8942e69a-02b7-4e56-a40e-6cc7ecccd5ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01e022b6-4f0a-4155-9723-1e2360a2fa25 HTTP/1.1" status: 204 len: 168 time: 0.2404716 Nov 23 13:20:20.109863 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53530) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:20.172279 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a452c65-1ef2-436e-847e-9130a9175215 admin admin] Deleting subnet ddbae6c1-2789-4c1c-9d69-843726cb5019 {{(pid=86880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:20:20.175656 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1a452c65-1ef2-436e-847e-9130a9175215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.233226 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1a452c65-1ef2-436e-847e-9130a9175215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1694786'] for subnet, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.290652 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1a452c65-1ef2-436e-847e-9130a9175215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.372876 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1a452c65-1ef2-436e-847e-9130a9175215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3127428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3363493'] for subnet, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.378745 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:20.404578 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-10bf8d05-90f8-4ca3-952b-bf9dfb8d7551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.421367 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a452c65-1ef2-436e-847e-9130a9175215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbae6c1-2789-4c1c-9d69-843726cb5019,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:20.423402 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1a452c65-1ef2-436e-847e-9130a9175215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.426116 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-1a452c65-1ef2-436e-847e-9130a9175215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:20.432643 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-1a452c65-1ef2-436e-847e-9130a9175215 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ddbae6c1-2789-4c1c-9d69-843726cb5019 HTTP/1.1" status: 204 len: 168 time: 0.3191359 Nov 23 13:20:20.433231 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53538) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:20.542232 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.669088 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.700703 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c16999-1e88-4a56-91b8-18eabdfd99b5']}} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:20.713455 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640cd1a0-8552-4de3-a46a-68a151667492') {'for_net_delete': True} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:20.713814 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640cd1a0-8552-4de3-a46a-68a151667492') {} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:20.725562 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1694805'] for segment, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.741191 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.747205 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=86880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:20:20.747582 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127386'] for segment, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: Traceback (most recent call last): Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: timer() Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: cb(*args, **kw) Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: return func(*args, **kwargs) Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: self._notify() Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: self.callback(batched_events) Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: event.method(event) Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: return f(self, *a, **k) Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._get(url).json() Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: return self.request(url, 'GET', **kwargs) Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:20:20.760545 dv-cinder-818883-1-iscsi neutron-server[86880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:20:20.844591 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.849238 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:20.864633 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.872547 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c16999-1e88-4a56-91b8-18eabdfd99b5,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:20.876805 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] 10.222.0.50 "DELETE /v2.0/networks/d5c16999-1e88-4a56-91b8-18eabdfd99b5 HTTP/1.1" status: 204 len: 168 time: 0.4400084 Nov 23 13:20:20.876805 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-070044bd-8646-415a-95f2-4cf5722bfdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:20.877241 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53542) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:20.921380 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.940578 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3cbb36-7190-4578-8fb8-0013497a55aa admin admin] Deleting subnet 8fb42ee4-1e4b-403e-b81b-8caca214ba30 {{(pid=86880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:20:20.943759 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbb36-7190-4578-8fb8-0013497a55aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.994273 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbb36-7190-4578-8fb8-0013497a55aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1694786'] for subnet, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.049445 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbb36-7190-4578-8fb8-0013497a55aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.125949 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbb36-7190-4578-8fb8-0013497a55aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3127428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3363493'] for subnet, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.133914 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-64035ffc-2aa2-4e46-8aed-934aabaae3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:21.171183 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbb36-7190-4578-8fb8-0013497a55aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.174003 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cbb36-7190-4578-8fb8-0013497a55aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb42ee4-1e4b-403e-b81b-8caca214ba30,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:21.176931 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ff3cbb36-7190-4578-8fb8-0013497a55aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:21.179907 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-ff3cbb36-7190-4578-8fb8-0013497a55aa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8fb42ee4-1e4b-403e-b81b-8caca214ba30 HTTP/1.1" status: 204 len: 168 time: 0.3018842 Nov 23 13:20:21.182308 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53546) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:21.293674 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.425973 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.452692 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96f899e-0a5f-4e44-a590-67cd991a51a1']}} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:21.466006 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165206c5-0956-423f-ab75-3e403e069b0a') {'for_net_delete': True} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:21.466305 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165206c5-0956-423f-ab75-3e403e069b0a') {} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:21.479377 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1694805'] for segment, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.498314 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.505900 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=86880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:20:21.506298 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127386'] for segment, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: Traceback (most recent call last): Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: timer() Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: cb(*args, **kw) Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: return func(*args, **kwargs) Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: self._notify() Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: self.callback(batched_events) Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: event.method(event) Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: return f(self, *a, **k) Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._get(url).json() Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: return self.request(url, 'GET', **kwargs) Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:20:21.520557 dv-cinder-818883-1-iscsi neutron-server[86880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:20:21.694369 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.699403 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ee7170fc-ae68-4295-9288-61ca83aadd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:21.714311 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:21.723444 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=f96f899e-0a5f-4e44-a590-67cd991a51a1,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:21.726247 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f96f899e-0a5f-4e44-a590-67cd991a51a1 HTTP/1.1" status: 204 len: 168 time: 0.5430200 Nov 23 13:20:21.727143 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-56bb4c68-d27c-4225-96d1-ea49e1628a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:21.899165 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53556) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:21.948928 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2cffb96c-4282-465b-b6a3-208ae123c4c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5141ac498e6548df8985c44d7ec1f18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483134 Nov 23 13:20:21.951198 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53560) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:22.013915 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1bbeac63-877e-4702-aa4e-96479686e6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:22.040298 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1bbeac63-877e-4702-aa4e-96479686e6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:22.091398 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1bbeac63-877e-4702-aa4e-96479686e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:22.095730 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b2f5f0ac-76c5-4dbc-8a36-a7337711582c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:22.112755 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeac63-877e-4702-aa4e-96479686e6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049963b7-1833-4947-a6e5-ee00e0f7a9b7,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:22.115631 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1bbeac63-877e-4702-aa4e-96479686e6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:22.117527 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1bbeac63-877e-4702-aa4e-96479686e6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:22.118632 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-1bbeac63-877e-4702-aa4e-96479686e6cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/049963b7-1833-4947-a6e5-ee00e0f7a9b7 HTTP/1.1" status: 204 len: 168 time: 0.1665530 Nov 23 13:20:22.459800 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53568) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:22.510810 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-6aba8a0c-30f5-47e0-a9b7-6b7fc8956b73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=405aab20b1b142e69827f5c4648114ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495939 Nov 23 13:20:22.513087 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53574) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:22.576842 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1ec7d76b-8566-48ae-93c5-149cd6b8c6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:22.603508 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1ec7d76b-8566-48ae-93c5-149cd6b8c6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:22.655312 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1ec7d76b-8566-48ae-93c5-149cd6b8c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:22.661295 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-20a3b138-44c1-4951-ad95-f4fd95bbd668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:22.676722 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7d76b-8566-48ae-93c5-149cd6b8c6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cd567f-023a-4194-a3ae-e3696131f707,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:22.679213 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1ec7d76b-8566-48ae-93c5-149cd6b8c6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:22.680441 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1ec7d76b-8566-48ae-93c5-149cd6b8c6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:22.681519 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-1ec7d76b-8566-48ae-93c5-149cd6b8c6e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91cd567f-023a-4194-a3ae-e3696131f707 HTTP/1.1" status: 204 len: 168 time: 0.1674771 Nov 23 13:20:22.998115 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6bc668bf-21db-4079-b4bf-ad1b8e79366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:24.078235 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:24.132123 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:25.441260 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:37.529812 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:20:37.666287 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53802) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:37.794701 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c8da-d6f5-443d-9f19-16586a6e9bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:37.810614 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-dcf3c8da-d6f5-443d-9f19-16586a6e9bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:37.815186 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-dcf3c8da-d6f5-443d-9f19-16586a6e9bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:ddddf57a88fc400499710206a5251e78 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:37.818327 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-dcf3c8da-d6f5-443d-9f19-16586a6e9bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:37.824274 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-dcf3c8da-d6f5-443d-9f19-16586a6e9bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:37.921933 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c8da-d6f5-443d-9f19-16586a6e9bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:37.928034 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c8da-d6f5-443d-9f19-16586a6e9bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:37.934832 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-83a0f894-3d35-484f-848a-ba568749480e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:37.973990 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-dcf3c8da-d6f5-443d-9f19-16586a6e9bb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddddf57a88fc400499710206a5251e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061950 Nov 23 13:20:37.976779 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53810) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:37.979275 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3c8da-d6f5-443d-9f19-16586a6e9bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848079a-4182-49c9-a1fb-b31649ace422,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:37.982962 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-dcf3c8da-d6f5-443d-9f19-16586a6e9bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:38.043395 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c1d81af3-932e-4582-b250-66491b90ad7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.071097 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c1d81af3-932e-4582-b250-66491b90ad7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.126854 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c1d81af3-932e-4582-b250-66491b90ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.131443 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:38.145102 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d81af3-932e-4582-b250-66491b90ad7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848079a-4182-49c9-a1fb-b31649ace422,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:38.148084 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c1d81af3-932e-4582-b250-66491b90ad7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:38.150042 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c1d81af3-932e-4582-b250-66491b90ad7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.151310 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c1d81af3-932e-4582-b250-66491b90ad7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c848079a-4182-49c9-a1fb-b31649ace422 HTTP/1.1" status: 204 len: 168 time: 0.1735437 Nov 23 13:20:38.850068 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53836) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:38.953086 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-736784282-network', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:38.958376 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:38.962248 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Usage tracker for resource:network and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:38.965137 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:38.972234 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:38.982000 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Made reservation on behalf of 9584b1ad22b8494eab5b17cd1f4a6283 for: {'network': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:20:38.984336 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.996232 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.011201 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:39.015157 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Usage tracker for resource:security_group_rule and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:39.018974 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:39.025558 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:39.107979 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.111649 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.114501 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b3505046-36db-452f-8e4b-9cc38b083369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:39.141952 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=86879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:20:39.150259 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcb6ca8-2c3a-4248-860f-b9e641806958,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:39.153869 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:39.157423 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.157867 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.segments_db [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Added segment 67e655c9-af22-4def-a1a5-1ac906c9a320 of type vlan for network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef Nov 23 13:20:39.187218 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.217546 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.218916 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:39.219497 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.222842 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:39.325728 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Pushing event updated for resources: {'Network': ['ID=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:39.328761 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:39.330969 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4793861 Nov 23 13:20:39.333916 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53844) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:39.337330 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:20:39.339203 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Request body: {'subnet': {'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-736784282-subnet', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:39.344004 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:39.347835 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Usage tracker for resource:subnet and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:39.350629 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:39.356210 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:39.367542 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Made reservation on behalf of 9584b1ad22b8494eab5b17cd1f4a6283 for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:20:39.369963 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2715564'] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.574408 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2715550'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.579007 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-975d1739-2ad1-4ca6-b118-34d16f27fac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:39.649947 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=503c28a9-8427-4a74-b8fb-35a7aca2e2bd,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:39.653146 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:39.658894 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Checking segment: {'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:39.659243 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Network hostable DHCP agents. Network: 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:20:39.678368 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:20:39.686772 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:39.691368 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:39.691954 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.697045 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b753e312-b329-4910-bdb4-50956579f4dc None None] Network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:20:39.711627 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-d63e2e37-3f3e-47de-923e-c02b559aa0df admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3766713 Nov 23 13:20:39.714352 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53850) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:39.719226 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:39.723700 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:39.727544 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Usage tracker for resource:router and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:39.730374 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:39.736038 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:39.746985 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39754'] for router, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.748037 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39773'] for router, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.763418 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.914277 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d2280a3-de8b-55d0-8afa-5fb6799df307-9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd'}]}} from dv-cinder-818883-1-iscsi. {{(pid=86881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:20:39.915181 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.031602 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.077951 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.db_base_plugin_common [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Allocated IP 172.20.0.2 (9637a0e8-1b33-4d8a-b028-9fb39c6e74ef/503c28a9-8427-4a74-b8fb-35a7aca2e2bd/6e5025dc-a98d-4343-95a3-ea35eca63a0f) {{(pid=86881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:40.303276 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Notify callbacks [] for port, precommit_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.317430 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Transition to ACTIVE for port object 6e5025dc-a98d-4343-95a3-ea35eca63a0f will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:40.339072 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Transition to ACTIVE for port object 6e5025dc-a98d-4343-95a3-ea35eca63a0f will not be triggered until provisioned by entity DHCP. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:40.345239 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.350266 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:40.418646 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef is already hosted by enough agents. {{(pid=86881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:40.421391 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.base_scheduler [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Resources bound (agent type, host, resource id): {{(pid=86881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:40.426137 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Received port after_create {{(pid=86881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:40.428172 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Pushing event updated for resources: {'Port': ['ID=6e5025dc-a98d-4343-95a3-ea35eca63a0f,revision_number=1']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:40.437850 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.438191 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.438529 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.438858 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.439187 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.440103 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.440425 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.440747 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.441088 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.441408 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.441749 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.442069 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:40.455962 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.468291 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:40.488373 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.531207 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Attempting to bind port 6e5025dc-a98d-4343-95a3-ea35eca63a0f on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:20:40.531809 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Attempting to bind port 6e5025dc-a98d-4343-95a3-ea35eca63a0f by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:20:40.532321 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Attempting to bind port 6e5025dc-a98d-4343-95a3-ea35eca63a0f on network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:40.539756 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:20:40.540128 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Checking segment: {'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:40.540544 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.540927 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Bound using segment: {'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:20:40.541385 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Bound port: 6e5025dc-a98d-4343-95a3-ea35eca63a0f, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:20:40.541789 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.630751 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Allocated IP 172.27.1.228 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/719d8a68-2f17-4b90-bccf-afab5f3e7ba5) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:40.636121 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] For port 6e5025dc-a98d-4343-95a3-ea35eca63a0f, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:20:40.639351 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] For port 6e5025dc-a98d-4343-95a3-ea35eca63a0f, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=6e5025dc-a98d-4343-95a3-ea35eca63a0f,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:20:40.643787 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.648458 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:40.730874 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Pushing event updated for resources: {'Port': ['ID=6e5025dc-a98d-4343-95a3-ea35eca63a0f,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:40.734214 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:40.785680 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.816517 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.820246 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:40.895537 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Pushing event updated for resources: {'Port': ['ID=719d8a68-2f17-4b90-bccf-afab5f3e7ba5,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:40.899267 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:40.899899 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:40.900951 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:40.903285 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:41.100135 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 6e5025dc-a98d-4343-95a3-ea35eca63a0f up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:41.207800 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 6e5025dc-a98d-4343-95a3-ea35eca63a0f completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:41.379422 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:41.673885 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443ed54-d056-4735-b1c5-932e0ecf8c61 None None] Network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:20:41.735284 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296'] for router, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:41.831432 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-0f7a475e-c455-4935-9c2c-aab08f69301b None None] Provisioning for port 6e5025dc-a98d-4343-95a3-ea35eca63a0f completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:41.848244 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-0f7a475e-c455-4935-9c2c-aab08f69301b None None] Provisioning complete for port 6e5025dc-a98d-4343-95a3-ea35eca63a0f triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:41.848659 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0f7a475e-c455-4935-9c2c-aab08f69301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:42.032938 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0f7a475e-c455-4935-9c2c-aab08f69301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:42.065788 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Router 2f998016-0d6e-4c69-9617-8c3e3337bceb is scheduled to L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 with binding_index 1 {{(pid=86879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:20:42.068824 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-0f7a475e-c455-4935-9c2c-aab08f69301b None None] For port 6e5025dc-a98d-4343-95a3-ea35eca63a0f, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=6e5025dc-a98d-4343-95a3-ea35eca63a0f,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:42.072836 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0f7a475e-c455-4935-9c2c-aab08f69301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:42.075409 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:42.149884 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a475e-c455-4935-9c2c-aab08f69301b None None] Pushing event updated for resources: {'Port': ['ID=6e5025dc-a98d-4343-95a3-ea35eca63a0f,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:42.161245 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-0f7a475e-c455-4935-9c2c-aab08f69301b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:42.297955 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-124f68ec-7e81-4906-9b2d-4f36e33e9f99 None None] Provisioning complete for port 6e5025dc-a98d-4343-95a3-ea35eca63a0f triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:42.298335 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-124f68ec-7e81-4906-9b2d-4f36e33e9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:42.343855 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:20:42.355146 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Sync routers for ids ['2f998016-0d6e-4c69-9617-8c3e3337bceb'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:20:42.375282 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:42.376506 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6612515 Nov 23 13:20:42.379198 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53872) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:42.379338 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Routers {'2f998016-0d6e-4c69-9617-8c3e3337bceb'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:42.379900 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:20:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['2f998016-0d6e-4c69-9617-8c3e3337bceb'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:42.611570 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Set router 2f998016-0d6e-4c69-9617-8c3e3337bceb gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:42.898152 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:41Z', 'revision_number': 3, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:42.902084 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Checking router: 2f998016-0d6e-4c69-9617-8c3e3337bceb for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:20:42.902442 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Updating router 2f998016-0d6e-4c69-9617-8c3e3337bceb port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 binding host dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:20:42.956305 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.057737 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 6e5025dc-a98d-4343-95a3-ea35eca63a0f up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:43.058987 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.231036 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 6e5025dc-a98d-4343-95a3-ea35eca63a0f triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:43.231322 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.266004 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Allocated IP 172.20.0.1 (9637a0e8-1b33-4d8a-b028-9fb39c6e74ef/503c28a9-8427-4a74-b8fb-35a7aca2e2bd/4c7713f3-d6ef-4841-94b0-09844a4eb8be) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:43.435748 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.462183 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Transition to ACTIVE for port object 4c7713f3-d6ef-4841-94b0-09844a4eb8be will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:43.493934 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.499549 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c96f41f7-8bd3-496b-aaf0-6e62b4f6df24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:43.518118 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Notify callbacks [] for port, precommit_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.530730 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Transition to ACTIVE for port object 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:43.538619 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.542483 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:43.564697 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:43.567860 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:43.571487 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:43.640707 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Attempting to bind port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:20:43.641081 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Attempting to bind port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:20:43.641447 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Attempting to bind port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 on network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:43.644862 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9aa1a-ff5e-4962-b1bc-a2bfbd43a926 None None] Pushing event updated for resources: {'Port': ['ID=719d8a68-2f17-4b90-bccf-afab5f3e7ba5,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:43.649026 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-9af9aa1a-ff5e-4962-b1bc-a2bfbd43a926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:43.651944 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:20:43.652431 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:43.652843 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.653289 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Bound using segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:20:43.653743 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Bound port: 719d8a68-2f17-4b90-bccf-afab5f3e7ba5, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:20:43.654256 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.721154 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c7713f3-d6ef-4841-94b0-09844a4eb8be,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:43.731804 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:43.743261 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] For port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:20:43.748204 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] For port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=719d8a68-2f17-4b90-bccf-afab5f3e7ba5,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:20:43.750696 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554278'] for router_interface, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.752590 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:43.756544 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:43.843591 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-ea5e7b71-8362-4619-b98a-22820e852ade None None] Provisioning for port 4c7713f3-d6ef-4841-94b0-09844a4eb8be completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:43.848796 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Routers {'2f998016-0d6e-4c69-9617-8c3e3337bceb'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:43.850580 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:20:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['2f998016-0d6e-4c69-9617-8c3e3337bceb'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:43.909480 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-ea5e7b71-8362-4619-b98a-22820e852ade None None] Provisioning complete for port 4c7713f3-d6ef-4841-94b0-09844a4eb8be triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:43.910206 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7b71-8362-4619-b98a-22820e852ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:44.004099 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9aa1a-ff5e-4962-b1bc-a2bfbd43a926 None None] Pushing event updated for resources: {'Port': ['ID=719d8a68-2f17-4b90-bccf-afab5f3e7ba5,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:44.007785 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:44.029440 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-9af9aa1a-ff5e-4962-b1bc-a2bfbd43a926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:44.055953 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e7b71-8362-4619-b98a-22820e852ade None None] Port 4c7713f3-d6ef-4841-94b0-09844a4eb8be cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:20:44.090358 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] Set router 2f998016-0d6e-4c69-9617-8c3e3337bceb gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:44.230717 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:44.235373 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:44.261172 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:44.344142 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c7713f3-d6ef-4841-94b0-09844a4eb8be,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:44.347173 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554437'] for router_interface, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:44.351737 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:44.393361 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:41Z', 'revision_number': 3, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:44.397293 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23b26bf-62a6-4455-a218-89ac0b194921 None None] The sync data for ids ['2f998016-0d6e-4c69-9617-8c3e3337bceb'] in dv-cinder-818883-1-iscsi is: [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:41Z', 'revision_number': 3, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:20:44.487043 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:44.488251 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:44.702704 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Router 2f998016-0d6e-4c69-9617-8c3e3337bceb has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:20:44.791055 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5c8538b4-5c2b-43a0-a3ee-6ed10ae0c217 None None] Provisioning complete for port 4c7713f3-d6ef-4841-94b0-09844a4eb8be triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:44.791446 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5c8538b4-5c2b-43a0-a3ee-6ed10ae0c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:44.852282 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5c8538b4-5c2b-43a0-a3ee-6ed10ae0c217 None None] Port 4c7713f3-d6ef-4841-94b0-09844a4eb8be cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:20:44.893441 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:20:44.902711 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] 10.222.0.50 "PUT /v2.0/routers/2f998016-0d6e-4c69-9617-8c3e3337bceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5217705 Nov 23 13:20:45.075217 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:45.148761 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:45.154550 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:45.154929 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.285161 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.303459 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=719d8a68-2f17-4b90-bccf-afab5f3e7ba5,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:45.309268 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.313877 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:45.386611 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=719d8a68-2f17-4b90-bccf-afab5f3e7ba5,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:45.389796 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:45.457674 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53898) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:45.463212 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-195910735-network', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:45.467888 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:45.471958 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Usage tracker for resource:network and tenant:50876b4924fe4e9c83399ece18e7b0b2 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:45.474814 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:45.480447 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:45.491072 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Made reservation on behalf of 50876b4924fe4e9c83399ece18e7b0b2 for: {'network': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:20:45.493678 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.505912 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.519715 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:45.523491 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Usage tracker for resource:security_group_rule and tenant:50876b4924fe4e9c83399ece18e7b0b2 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:45.526235 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:45.532237 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:45.623376 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.628458 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.638120 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6d7ffa1d-956b-4faa-9d87-63ec7ff1c04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:45.650362 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=86879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:20:45.671796 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.672089 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.segments_db [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Added segment b83c92dc-282e-4532-9075-0b1d36efdaa1 of type vlan for network 4b72a5d8-fde3-4b21-9815-44498387a203 Nov 23 13:20:45.673298 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180bf4a2-0ef8-483a-a80e-da6554d70a31,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:45.679949 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:45.704871 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.732438 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.733741 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:45.734322 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.739347 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:45.834344 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3754888 Nov 23 13:20:45.837206 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53906) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:45.840020 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Pushing event updated for resources: {'Network': ['ID=4b72a5d8-fde3-4b21-9815-44498387a203,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:45.844905 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Request body: {'subnet': {'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-195910735-subnet', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:45.849557 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e3ba3368-a792-4006-97ff-8e08ae9d1123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:45.851922 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:45.852055 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 4b72a5d8-fde3-4b21-9815-44498387a203 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:20:45.856425 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Usage tracker for resource:subnet and tenant:50876b4924fe4e9c83399ece18e7b0b2 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:45.860175 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:45.866858 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:45.878163 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Made reservation on behalf of 50876b4924fe4e9c83399ece18e7b0b2 for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:20:45.880476 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2715564'] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.064075 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Sync routers for ids ['2f998016-0d6e-4c69-9617-8c3e3337bceb'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:20:46.074171 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Routers {'2f998016-0d6e-4c69-9617-8c3e3337bceb'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:46.074918 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:20:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['2f998016-0d6e-4c69-9617-8c3e3337bceb'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:46.184754 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2715550'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.189240 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2bee9015-2d96-45d3-839c-b0ebb345adb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:46.258494 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f4c45b-a661-40e8-b4b8-275059ad126d,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:46.261909 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:46.268581 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Checking segment: {'id': 'b83c92dc-282e-4532-9075-0b1d36efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:46.268926 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Network hostable DHCP agents. Network: 4b72a5d8-fde3-4b21-9815-44498387a203, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:20:46.285722 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Set router 2f998016-0d6e-4c69-9617-8c3e3337bceb gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:46.288584 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Network 4b72a5d8-fde3-4b21-9815-44498387a203 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:20:46.298541 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 4b72a5d8-fde3-4b21-9815-44498387a203) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:46.302488 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:46.303277 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.307477 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12110ba5-069e-429f-9e5d-0977e2cb3a3b None None] Network 4b72a5d8-fde3-4b21-9815-44498387a203 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:20:46.325822 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-d6273bd4-b7e8-42ff-90de-1ad9580cc3a9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4873869 Nov 23 13:20:46.328283 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53910) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:46.333893 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-195910735-router', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:46.338596 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:46.342667 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Usage tracker for resource:router and tenant:50876b4924fe4e9c83399ece18e7b0b2 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:46.346388 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:46.352401 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:46.367256 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39754'] for router, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.368327 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39773'] for router, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.385040 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.568428 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d2280a3-de8b-55d0-8afa-5fb6799df307-4b72a5d8-fde3-4b21-9815-44498387a203', 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'fixed_ips': [{'subnet_id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d'}]}} from dv-cinder-818883-1-iscsi. {{(pid=86881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:20:46.569265 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.616291 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '4c7713f3-d6ef-4841-94b0-09844a4eb8be', 'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'mac_address': 'fa:16:3e:a5:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:43Z', 'updated_at': '2021-11-23T13:20:44Z', 'revision_number': 2, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'subnets': [{'id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:46.620381 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Checking router: 2f998016-0d6e-4c69-9617-8c3e3337bceb for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:20:46.620942 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Updating router 2f998016-0d6e-4c69-9617-8c3e3337bceb port 4c7713f3-d6ef-4841-94b0-09844a4eb8be binding host dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:20:46.663225 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.684117 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.733075 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.db_base_plugin_common [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Allocated IP 172.20.0.2 (4b72a5d8-fde3-4b21-9815-44498387a203/c2f4c45b-a661-40e8-b4b8-275059ad126d/25523d21-997c-4a73-904a-bf8e2334f7cb) {{(pid=86881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:46.957783 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Notify callbacks [] for port, precommit_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.967977 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Transition to ACTIVE for port object 25523d21-997c-4a73-904a-bf8e2334f7cb will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:46.987711 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Transition to ACTIVE for port object 25523d21-997c-4a73-904a-bf8e2334f7cb will not be triggered until provisioned by entity DHCP. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:46.995489 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.002163 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:47.047785 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.068131 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:47.072526 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Notify callbacks [] for port, precommit_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.086651 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.088754 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.provisioning_blocks [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Transition to ACTIVE for port object 4c7713f3-d6ef-4841-94b0-09844a4eb8be will not be triggered until provisioned by entity L2. {{(pid=86882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:47.098047 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.100069 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Network 4b72a5d8-fde3-4b21-9815-44498387a203 is already hosted by enough agents. {{(pid=86881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:47.105638 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-db7274df-73bb-4087-8863-6ef53c07f815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:47.107908 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.base_scheduler [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Resources bound (agent type, host, resource id): {{(pid=86881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:47.118931 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Received port after_create {{(pid=86881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:47.132994 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Pushing event updated for resources: {'Port': ['ID=25523d21-997c-4a73-904a-bf8e2334f7cb,revision_number=1']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:47.140501 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:47.242294 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Allocated IP 172.27.1.74 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/dac9b7b6-ff3c-4ac1-8824-147b8c55925b) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:47.243486 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Attempting to bind port 25523d21-997c-4a73-904a-bf8e2334f7cb on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:20:47.243869 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Attempting to bind port 25523d21-997c-4a73-904a-bf8e2334f7cb by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'b83c92dc-282e-4532-9075-0b1d36efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:20:47.244253 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Attempting to bind port 25523d21-997c-4a73-904a-bf8e2334f7cb on network 4b72a5d8-fde3-4b21-9815-44498387a203 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:47.255098 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:20:47.255514 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Checking segment: {'id': 'b83c92dc-282e-4532-9075-0b1d36efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:47.255887 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.257373 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Bound using segment: {'id': 'b83c92dc-282e-4532-9075-0b1d36efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:20:47.257910 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Bound port: 25523d21-997c-4a73-904a-bf8e2334f7cb, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83c92dc-282e-4532-9075-0b1d36efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:20:47.258290 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.301297 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Pushing event updated for resources: {'Port': ['ID=4c7713f3-d6ef-4841-94b0-09844a4eb8be,revision_number=3']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:47.304763 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:47.305170 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.349377 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.349771 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.350108 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.350476 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.350804 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.351128 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.351447 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.351762 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.352098 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.352416 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.352729 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.353039 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:47.363662 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:47.381733 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Attempting to bind port 4c7713f3-d6ef-4841-94b0-09844a4eb8be on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:20:47.382105 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Attempting to bind port 4c7713f3-d6ef-4841-94b0-09844a4eb8be by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:20:47.382476 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Attempting to bind port 4c7713f3-d6ef-4841-94b0-09844a4eb8be on network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:47.388087 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:20:47.388766 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Checking segment: {'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:47.388899 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.389226 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Bound using segment: {'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:20:47.389715 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Bound port: 4c7713f3-d6ef-4841-94b0-09844a4eb8be, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'}}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:20:47.390090 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.433156 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] For port 25523d21-997c-4a73-904a-bf8e2334f7cb, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:20:47.436677 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] For port 25523d21-997c-4a73-904a-bf8e2334f7cb, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=25523d21-997c-4a73-904a-bf8e2334f7cb,segment=NetworkSegment(b83c92dc-282e-4532-9075-0b1d36efdaa1),segment_id=b83c92dc-282e-4532-9075-0b1d36efdaa1)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:20:47.464278 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.469650 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.480309 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:47.496220 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] For port 4c7713f3-d6ef-4841-94b0-09844a4eb8be, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:20:47.499741 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] For port 4c7713f3-d6ef-4841-94b0-09844a4eb8be, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=4c7713f3-d6ef-4841-94b0-09844a4eb8be,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:20:47.500513 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.503316 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:47.505948 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:47.508283 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:47.578241 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:47.583288 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:47.586825 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Pushing event updated for resources: {'Port': ['ID=25523d21-997c-4a73-904a-bf8e2334f7cb,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:47.586951 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:47.589233 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:47.590652 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Routers {'2f998016-0d6e-4c69-9617-8c3e3337bceb'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:47.591375 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:20:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['2f998016-0d6e-4c69-9617-8c3e3337bceb'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:47.637746 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Pushing event updated for resources: {'Port': ['ID=dac9b7b6-ff3c-4ac1-8824-147b8c55925b,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:47.640829 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:47.709846 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Pushing event updated for resources: {'Port': ['ID=4c7713f3-d6ef-4841-94b0-09844a4eb8be,revision_number=4']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:47.720417 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:47.790760 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] Set router 2f998016-0d6e-4c69-9617-8c3e3337bceb gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:48.276349 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:48.297058 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '4c7713f3-d6ef-4841-94b0-09844a4eb8be', 'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'mac_address': 'fa:16:3e:a5:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:43Z', 'updated_at': '2021-11-23T13:20:47Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'subnets': [{'id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:48.302186 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac359c-81cc-4557-bd99-cf4441c9587f None None] The sync data for ids ['2f998016-0d6e-4c69-9617-8c3e3337bceb'] in dv-cinder-818883-1-iscsi is: [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '4c7713f3-d6ef-4841-94b0-09844a4eb8be', 'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'mac_address': 'fa:16:3e:a5:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:43Z', 'updated_at': '2021-11-23T13:20:47Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'subnets': [{'id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:20:48.742728 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296'] for router, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:48.842090 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0dfd23-8dac-4386-8364-dd536728727d None None] Network 4b72a5d8-fde3-4b21-9815-44498387a203 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:20:48.937908 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-05656d2b-08a9-4e09-9205-9031d1805021 None None] Provisioning for port 25523d21-997c-4a73-904a-bf8e2334f7cb completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:48.966174 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Router f5a4f1ac-1332-4bf9-a41e-f48759738107 is scheduled to L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 with binding_index 1 {{(pid=86879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:20:49.146990 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 25523d21-997c-4a73-904a-bf8e2334f7cb up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:49.187214 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:20:49.212620 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Sync routers for ids ['f5a4f1ac-1332-4bf9-a41e-f48759738107'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:20:49.217068 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:49.222307 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8903787 Nov 23 13:20:49.222600 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53934) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:49.240078 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Routers {'f5a4f1ac-1332-4bf9-a41e-f48759738107'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:49.240859 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:20:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f5a4f1ac-1332-4bf9-a41e-f48759738107'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:49.424495 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 25523d21-997c-4a73-904a-bf8e2334f7cb completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:49.435975 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 25523d21-997c-4a73-904a-bf8e2334f7cb triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:49.436143 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:49.568884 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Set router f5a4f1ac-1332-4bf9-a41e-f48759738107 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:49.835005 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:49.932257 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 25523d21-997c-4a73-904a-bf8e2334f7cb, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=25523d21-997c-4a73-904a-bf8e2334f7cb,segment=NetworkSegment(b83c92dc-282e-4532-9075-0b1d36efdaa1),segment_id=b83c92dc-282e-4532-9075-0b1d36efdaa1)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:49.940209 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:49.941087 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 4c7713f3-d6ef-4841-94b0-09844a4eb8be up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:49.972570 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:49.991022 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.077247 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=25523d21-997c-4a73-904a-bf8e2334f7cb,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:50.080964 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:50.090832 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'name': 'tempest-TestShelveInstance-195910735-router', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:46Z', 'updated_at': '2021-11-23T13:20:48Z', 'revision_number': 3, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'gw_port': {'id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:47Z', 'updated_at': '2021-11-23T13:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:50.096530 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Checking router: f5a4f1ac-1332-4bf9-a41e-f48759738107 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:20:50.096894 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Updating router f5a4f1ac-1332-4bf9-a41e-f48759738107 port dac9b7b6-ff3c-4ac1-8824-147b8c55925b binding host dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:20:50.130509 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 4c7713f3-d6ef-4841-94b0-09844a4eb8be completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:50.147581 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 4c7713f3-d6ef-4841-94b0-09844a4eb8be triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:50.147991 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.214835 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.234400 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Allocated IP 172.20.0.1 (4b72a5d8-fde3-4b21-9815-44498387a203/c2f4c45b-a661-40e8-b4b8-275059ad126d/e8ac0155-83e8-4478-b112-3450d9c40f68) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:50.422846 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.426876 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-30ed44c9-7c6c-40d2-ba8b-76fa31f0e102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.428268 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.440127 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Transition to ACTIVE for port object e8ac0155-83e8-4478-b112-3450d9c40f68 will not be triggered until provisioned by entity DHCP. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:50.466256 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.470991 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-fd4e1fe4-ea65-4078-8076-ac86aed186d4 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:50.538315 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 4c7713f3-d6ef-4841-94b0-09844a4eb8be, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=4c7713f3-d6ef-4841-94b0-09844a4eb8be,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:50.539974 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Network 4b72a5d8-fde3-4b21-9815-44498387a203 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:50.543243 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:50.546460 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:50.559774 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.564706 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:50.598699 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Pushing event updated for resources: {'Port': ['ID=e8ac0155-83e8-4478-b112-3450d9c40f68,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:50.603273 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:50.619646 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554278'] for router_interface, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.650998 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=4c7713f3-d6ef-4841-94b0-09844a4eb8be,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:50.662068 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:50.733326 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Notify callbacks [] for port, precommit_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.746334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Transition to ACTIVE for port object dac9b7b6-ff3c-4ac1-8824-147b8c55925b will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:50.754518 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.758532 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:50.835581 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Attempting to bind port dac9b7b6-ff3c-4ac1-8824-147b8c55925b on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:20:50.835883 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Attempting to bind port dac9b7b6-ff3c-4ac1-8824-147b8c55925b by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:20:50.836291 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Attempting to bind port dac9b7b6-ff3c-4ac1-8824-147b8c55925b on network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:50.842507 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb84c2-a317-40d9-893c-f83e5b99871d None None] Pushing event updated for resources: {'Port': ['ID=dac9b7b6-ff3c-4ac1-8824-147b8c55925b,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:50.847786 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-a5bb84c2-a317-40d9-893c-f83e5b99871d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:50.850760 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:20:50.851140 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:50.851550 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.851943 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Bound using segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:20:50.852416 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Bound port: dac9b7b6-ff3c-4ac1-8824-147b8c55925b, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:20:50.852798 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.900081 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-dfc17c26-49e5-4e23-935b-8ad2c56fdb27 None None] Provisioning for port e8ac0155-83e8-4478-b112-3450d9c40f68 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:50.912127 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-dfc17c26-49e5-4e23-935b-8ad2c56fdb27 None None] Provisioning complete for port e8ac0155-83e8-4478-b112-3450d9c40f68 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:50.912504 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-dfc17c26-49e5-4e23-935b-8ad2c56fdb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.968633 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.989319 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.997837 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] For port dac9b7b6-ff3c-4ac1-8824-147b8c55925b, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:20:51.002486 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] For port dac9b7b6-ff3c-4ac1-8824-147b8c55925b, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=dac9b7b6-ff3c-4ac1-8824-147b8c55925b,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:20:51.003750 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-dfc17c26-49e5-4e23-935b-8ad2c56fdb27 None None] Port e8ac0155-83e8-4478-b112-3450d9c40f68 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:20:51.008419 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:51.012688 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-4d17aff6-6840-4795-83e7-24b1d05614fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:51.081595 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 25523d21-997c-4a73-904a-bf8e2334f7cb up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:51.156533 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Routers {'f5a4f1ac-1332-4bf9-a41e-f48759738107'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:51.157144 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:20:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f5a4f1ac-1332-4bf9-a41e-f48759738107'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:51.203621 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:51.209003 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:51.233794 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e233e26c-0d76-4a36-9021-4a55e6c9524e tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:51.315004 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb84c2-a317-40d9-893c-f83e5b99871d None None] Pushing event updated for resources: {'Port': ['ID=dac9b7b6-ff3c-4ac1-8824-147b8c55925b,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:51.317155 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Pushing event updated for resources: {'Port': ['ID=e8ac0155-83e8-4478-b112-3450d9c40f68,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:51.319641 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554437'] for router_interface, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:51.323295 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:51.336499 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-a5bb84c2-a317-40d9-893c-f83e5b99871d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:51.389547 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 25523d21-997c-4a73-904a-bf8e2334f7cb triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:51.389948 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:51.446573 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] Set router f5a4f1ac-1332-4bf9-a41e-f48759738107 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:51.469086 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Network 4b72a5d8-fde3-4b21-9815-44498387a203 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:51.470181 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:51.670505 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Router f5a4f1ac-1332-4bf9-a41e-f48759738107 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:20:51.747814 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 4c7713f3-d6ef-4841-94b0-09844a4eb8be up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:51.797852 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-29629f3d-8015-4d69-ac1d-7414e7757590 None None] Provisioning complete for port e8ac0155-83e8-4478-b112-3450d9c40f68 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:51.798239 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-29629f3d-8015-4d69-ac1d-7414e7757590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:51.856495 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:20:51.865290 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] 10.222.0.50 "PUT /v2.0/routers/f5a4f1ac-1332-4bf9-a41e-f48759738107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6415324 Nov 23 13:20:51.891723 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-29629f3d-8015-4d69-ac1d-7414e7757590 None None] Port e8ac0155-83e8-4478-b112-3450d9c40f68 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:20:51.950164 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 4c7713f3-d6ef-4841-94b0-09844a4eb8be triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:51.950467 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.031584 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'name': 'tempest-TestShelveInstance-195910735-router', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:46Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 4, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'gw_port': {'id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:47Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'e8ac0155-83e8-4478-b112-3450d9c40f68', 'name': '', 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'mac_address': 'fa:16:3e:55:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:50Z', 'updated_at': '2021-11-23T13:20:51Z', 'revision_number': 2, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'subnets': [{'id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:52.038013 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15570cfd-72f4-4608-abb4-8bf7acbdd9eb None None] The sync data for ids ['f5a4f1ac-1332-4bf9-a41e-f48759738107'] in dv-cinder-818883-1-iscsi is: [{'id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'name': 'tempest-TestShelveInstance-195910735-router', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:46Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 4, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'gw_port': {'id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:47Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'e8ac0155-83e8-4478-b112-3450d9c40f68', 'name': '', 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'mac_address': 'fa:16:3e:55:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:50Z', 'updated_at': '2021-11-23T13:20:51Z', 'revision_number': 2, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'subnets': [{'id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:20:52.585414 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53962) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:52.591024 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736201635', 'description': 'tempest-secgroup-smoke-1736201635 description', 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:52.597592 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:52.601688 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Usage tracker for resource:security_group and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:52.604721 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:52.611760 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:52.623157 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.643488 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:52.656597 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Usage tracker for resource:security_group_rule and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:52.656597 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:52.662752 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:52.763612 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.768434 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.775772 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3893fd2a-02cc-480f-84b4-c66724c15177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:52.819319 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d7fdc7-b523-49ae-9253-9e874755d5d5,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:52.822134 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.823345 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2368941 Nov 23 13:20:52.824231 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-7b8b854f-ee44-48c3-a2a5-de6b9e35bf8a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:52.826260 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53968) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:52.832205 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Request body: {'security_group_rule': {'security_group_id': '61d7fdc7-b523-49ae-9253-9e874755d5d5', 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:52.838288 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:52.842539 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Usage tracker for resource:security_group_rule and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:52.847390 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:52.853475 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:52.872652 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.938495 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.942918 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.945155 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ee1bebdf-1251-46ea-be1b-b107a61ec65f tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:52.968934 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bafe759-9a2f-4dcd-809a-c4aa4c4f1585,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:52.972375 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:52.980084 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.981471 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-d97ecc30-aa11-4e13-acac-cd42c3271fea tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536152 Nov 23 13:20:52.984223 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 53972) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:52.989499 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Request body: {'security_group_rule': {'security_group_id': '61d7fdc7-b523-49ae-9253-9e874755d5d5', 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:52.995308 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:52.999566 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Usage tracker for resource:security_group_rule and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:53.003716 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:53.012811 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:53.015567 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4902bdaf-1e88-48ad-8d4c-b7bbd16737f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.038135 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.083471 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device dac9b7b6-ff3c-4ac1-8824-147b8c55925b up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:53.106856 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.112247 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.114082 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:53.135803 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ed53c4-6ea4-4b57-bb61-7cfecd810096,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:53.140673 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:53.149228 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.153509 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1681526 Nov 23 13:20:53.153782 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53976) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:53.159401 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Request body: {'security_group_rule': {'security_group_id': '61d7fdc7-b523-49ae-9253-9e874755d5d5', 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:53.164875 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port dac9b7b6-ff3c-4ac1-8824-147b8c55925b completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:53.166465 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:53.169991 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port dac9b7b6-ff3c-4ac1-8824-147b8c55925b triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:53.170528 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.171017 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Usage tracker for resource:security_group_rule and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:53.174122 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:53.180284 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:53.204516 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.282604 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.286450 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.289050 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-63e0e69b-55f7-4d87-b801-2414c39e73c5 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:53.303628 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.315227 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd44e9d-21e1-4605-bace-5090dd5b948d,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:53.321509 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:53.324342 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.325671 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1710606 Nov 23 13:20:53.328394 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53980) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:53.330841 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port dac9b7b6-ff3c-4ac1-8824-147b8c55925b, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=dac9b7b6-ff3c-4ac1-8824-147b8c55925b,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:53.333938 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Request body: {'security_group_rule': {'security_group_id': '61d7fdc7-b523-49ae-9253-9e874755d5d5', 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:53.335371 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.340060 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-9af9aa1a-ff5e-4962-b1bc-a2bfbd43a926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:53.340588 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:53.344690 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Usage tracker for resource:security_group_rule and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:53.347647 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:53.353689 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:53.378451 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.413168 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=dac9b7b6-ff3c-4ac1-8824-147b8c55925b,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:53.416724 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:53.446551 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.449923 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.451893 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-60ec6a02-e2bc-4a0e-a977-30cfa55c5ca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:53.473375 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76eedee5-85cf-4d81-a8b2-96dc4ceb58cc,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:53.475788 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:53.482294 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.483443 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541626 Nov 23 13:20:53.486224 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53984) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:53.491004 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Request body: {'security_group_rule': {'security_group_id': '61d7fdc7-b523-49ae-9253-9e874755d5d5', 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:53.496561 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:53.500426 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Usage tracker for resource:security_group_rule and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:53.503740 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:53.509524 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:53.519295 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.securitygroups_db [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Project 9584b1ad22b8494eab5b17cd1f4a6283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:20:53.525653 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.592758 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.596775 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.599134 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:53.622631 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5537bd2-3855-4054-ad58-7816e22b5316,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:53.627813 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:53.632514 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.634026 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467905 Nov 23 13:20:53.636689 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 53990) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:53.641947 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Request body: {'security_group_rule': {'security_group_id': '61d7fdc7-b523-49ae-9253-9e874755d5d5', 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:53.648468 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:53.652315 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Usage tracker for resource:security_group_rule and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:53.655195 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:53.661002 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:53.672510 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.securitygroups_db [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Project 9584b1ad22b8494eab5b17cd1f4a6283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:20:53.679543 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.743101 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.746381 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.748346 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-08002b93-e1f0-44ca-9465-1a52326920ce tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:53.769818 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16257ff-cbb4-44ab-b2cb-6fb380b27b48,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:53.771998 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:53.778753 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:53.779922 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-5110e36a-4372-47f9-a487-cb6b60f4c200 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423092 Nov 23 13:20:54.092591 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:54.131447 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:55.058263 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device dac9b7b6-ff3c-4ac1-8824-147b8c55925b up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:55.174666 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port dac9b7b6-ff3c-4ac1-8824-147b8c55925b triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:55.175318 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:55.443537 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:55.884841 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Sync routers for ids ['f5a4f1ac-1332-4bf9-a41e-f48759738107'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:20:55.897288 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Routers {'f5a4f1ac-1332-4bf9-a41e-f48759738107'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:55.898110 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:20:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f5a4f1ac-1332-4bf9-a41e-f48759738107'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:56.094961 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Set router f5a4f1ac-1332-4bf9-a41e-f48759738107 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:56.416779 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'name': 'tempest-TestShelveInstance-195910735-router', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:46Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 4, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'gw_port': {'id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:47Z', 'updated_at': '2021-11-23T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'e8ac0155-83e8-4478-b112-3450d9c40f68', 'name': '', 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'mac_address': 'fa:16:3e:55:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:50Z', 'updated_at': '2021-11-23T13:20:51Z', 'revision_number': 2, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'subnets': [{'id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:56.420742 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Checking router: f5a4f1ac-1332-4bf9-a41e-f48759738107 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:20:56.421098 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Updating router f5a4f1ac-1332-4bf9-a41e-f48759738107 port e8ac0155-83e8-4478-b112-3450d9c40f68 binding host dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:20:56.480491 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:56.824330 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Notify callbacks [] for port, precommit_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:56.836106 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.provisioning_blocks [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Transition to ACTIVE for port object e8ac0155-83e8-4478-b112-3450d9c40f68 will not be triggered until provisioned by entity L2. {{(pid=86882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:56.841814 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:56.845838 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:56.965915 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9e388-90e7-4519-9ab5-091efd678b69 None None] Pushing event updated for resources: {'Port': ['ID=e8ac0155-83e8-4478-b112-3450d9c40f68,revision_number=3']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:56.969739 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-28e9e388-90e7-4519-9ab5-091efd678b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:57.097231 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Attempting to bind port e8ac0155-83e8-4478-b112-3450d9c40f68 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:20:57.097517 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Attempting to bind port e8ac0155-83e8-4478-b112-3450d9c40f68 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'b83c92dc-282e-4532-9075-0b1d36efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203'}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:20:57.097912 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Attempting to bind port e8ac0155-83e8-4478-b112-3450d9c40f68 on network 4b72a5d8-fde3-4b21-9815-44498387a203 {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:57.103316 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:20:57.103686 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Checking segment: {'id': 'b83c92dc-282e-4532-9075-0b1d36efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:57.104086 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:57.104478 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Bound using segment: {'id': 'b83c92dc-282e-4532-9075-0b1d36efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203'} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:20:57.104941 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Bound port: e8ac0155-83e8-4478-b112-3450d9c40f68, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83c92dc-282e-4532-9075-0b1d36efdaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203'}}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:20:57.105336 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:57.199716 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] For port e8ac0155-83e8-4478-b112-3450d9c40f68, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:20:57.202590 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] For port e8ac0155-83e8-4478-b112-3450d9c40f68, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=e8ac0155-83e8-4478-b112-3450d9c40f68,segment=NetworkSegment(b83c92dc-282e-4532-9075-0b1d36efdaa1),segment_id=b83c92dc-282e-4532-9075-0b1d36efdaa1)] {{(pid=86882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:20:57.208115 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:57.213013 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:57.278267 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Routers {'f5a4f1ac-1332-4bf9-a41e-f48759738107'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:57.278918 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:20:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f5a4f1ac-1332-4bf9-a41e-f48759738107'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:57.485243 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9e388-90e7-4519-9ab5-091efd678b69 None None] Pushing event updated for resources: {'Port': ['ID=e8ac0155-83e8-4478-b112-3450d9c40f68,revision_number=4']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:57.488605 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-28e9e388-90e7-4519-9ab5-091efd678b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:57.498583 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] Set router f5a4f1ac-1332-4bf9-a41e-f48759738107 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:57.811680 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'name': 'tempest-TestShelveInstance-195910735-router', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:46Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 4, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'gw_port': {'id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:47Z', 'updated_at': '2021-11-23T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'e8ac0155-83e8-4478-b112-3450d9c40f68', 'name': '', 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'mac_address': 'fa:16:3e:55:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:50Z', 'updated_at': '2021-11-23T13:20:57Z', 'revision_number': 4, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'subnets': [{'id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:57.820303 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dcfe4-3250-4b36-96ba-6a2556b0ef7d None None] The sync data for ids ['f5a4f1ac-1332-4bf9-a41e-f48759738107'] in dv-cinder-818883-1-iscsi is: [{'id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'name': 'tempest-TestShelveInstance-195910735-router', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:46Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 4, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'gw_port': {'id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:47Z', 'updated_at': '2021-11-23T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'e8ac0155-83e8-4478-b112-3450d9c40f68', 'name': '', 'network_id': '4b72a5d8-fde3-4b21-9815-44498387a203', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'mac_address': 'fa:16:3e:55:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:50Z', 'updated_at': '2021-11-23T13:20:57Z', 'revision_number': 4, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'subnets': [{'id': 'c2f4c45b-a661-40e8-b4b8-275059ad126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:20:59.080247 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device e8ac0155-83e8-4478-b112-3450d9c40f68 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:59.196035 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port e8ac0155-83e8-4478-b112-3450d9c40f68 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:59.201621 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port e8ac0155-83e8-4478-b112-3450d9c40f68 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:59.201999 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:59.330723 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:59.369443 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port e8ac0155-83e8-4478-b112-3450d9c40f68, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=e8ac0155-83e8-4478-b112-3450d9c40f68,segment=NetworkSegment(b83c92dc-282e-4532-9075-0b1d36efdaa1),segment_id=b83c92dc-282e-4532-9075-0b1d36efdaa1)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:59.375123 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:59.377245 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-ea6059bb-40e2-4549-9e43-a9f4a190c94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:59.443011 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=e8ac0155-83e8-4478-b112-3450d9c40f68,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:59.446213 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:00.090971 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54104) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:21:00.209191 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:00.223404 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:21:00.227171 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Usage tracker for resource:security_group_rule and tenant:fe1bbf31f46944d3bda54c7cbb6992f1 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:21:00.229889 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:21:00.235493 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:21:00.340485 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:00.344455 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:00.351354 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3de8ef5c-3006-41a0-9348-128fb72833a7 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:00.498880 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe1bbf31f46944d3bda54c7cbb6992f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068360 Nov 23 13:21:00.499890 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31273325-43d3-4abb-b030-698de9242723,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:00.501522 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 54112) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:21:00.507682 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.508054 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.508414 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.508771 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.509121 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.509472 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.509849 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.510197 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.510548 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.510890 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.511235 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.511709 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.515625 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:00.558910 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:00.583789 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:00.639297 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:00.644048 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-de56120c-6d10-4d5e-a3a4-668996588062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:00.654717 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31273325-43d3-4abb-b030-698de9242723,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:00.665219 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.665595 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.665977 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.666336 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.666686 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.667038 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.667386 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.667796 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.668075 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.668420 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.668760 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.669101 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:21:00.672544 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:00.673759 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:00.674865 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-2f572f1a-20ea-434d-9771-e259e604a1b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31273325-43d3-4abb-b030-698de9242723 HTTP/1.1" status: 204 len: 168 time: 0.1723526 Nov 23 13:21:01.061468 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device e8ac0155-83e8-4478-b112-3450d9c40f68 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:21:01.131690 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port e8ac0155-83e8-4478-b112-3450d9c40f68 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:21:01.132069 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:14.528408 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:21:18.576339 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-a8bddee9-1697-4b18-9528-0c2b66a76efc tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Synchronizing usage tracker for tenant:9584b1ad22b8494eab5b17cd1f4a6283 on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:21:18.602252 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-a8bddee9-1697-4b18-9528-0c2b66a76efc tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Unset dirty status for tenant:9584b1ad22b8494eab5b17cd1f4a6283 on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:21:18.604044 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-a8bddee9-1697-4b18-9528-0c2b66a76efc tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736201635&fields=id&tenant_id=9584b1ad22b8494eab5b17cd1f4a6283 HTTP/1.1" status: 200 len: 267 time: 0.0803769 Nov 23 13:21:18.765946 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-4beb6bac-1193-45f5-a39a-372c3175f7b6 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:18.767881 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-4beb6bac-1193-45f5-a39a-372c3175f7b6 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/networks?id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 200 len: 808 time: 0.1530745 Nov 23 13:21:18.782564 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-1f99c230-fe00-4918-b88c-bc170a78d4cc tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/quotas/9584b1ad22b8494eab5b17cd1f4a6283 HTTP/1.1" status: 200 len: 375 time: 0.0091541 Nov 23 13:21:18.870549 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-d4252c56-9f49-4eb8-89b4-65f779a9c66b tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813279 Nov 23 13:21:18.992098 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-cc92822f-9a46-4def-9e07-a51fdfcb8c30 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:21:18.993225 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-cc92822f-9a46-4def-9e07-a51fdfcb8c30 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1102548 Nov 23 13:21:19.154739 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-9bc81e6c-b373-4a03-8510-9f55ddc64ad4 service neutron] 10.222.0.50 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510580 Nov 23 13:21:19.313122 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-3d32540f-ddd1-4520-9f48-f2c5445dd5d0 service neutron] 10.222.0.50 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522162 Nov 23 13:21:19.745149 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6994f043-79c0-49ae-ba98-d82858176aab req-43f66500-5fbc-4067-a691-f4fad24090bf tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 210 time: 0.0689681 Nov 23 13:21:20.406205 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-72698b4e-77c3-4f80-9610-645d8d5b1954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:20.927029 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:20.964105 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5d2fec50-08c6-4cb5-809e-952d3176c968 req-d0c5291f-ea4f-4880-b39d-019b1d967d4a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 210 time: 0.1008215 Nov 23 13:21:21.027347 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-369b00bf-6ba3-4fb6-858d-3348f14a78e4 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:21.028673 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-369b00bf-6ba3-4fb6-858d-3348f14a78e4 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.64 "GET /v2.0/networks?id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 200 len: 808 time: 0.1885397 Nov 23 13:21:21.078755 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-0fc7453a-559f-4021-b746-3f7ca3862346 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9584b1ad22b8494eab5b17cd1f4a6283 HTTP/1.1" status: 200 len: 380 time: 0.0400217 Nov 23 13:21:21.086907 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Request body: {'port': {'device_id': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'admin_state_up': True, 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'security_groups': ['61d7fdc7-b523-49ae-9253-9e874755d5d5']}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:21:21.231097 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:21:21.234963 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Usage tracker for resource:port and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:21:21.238173 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:21:21.243965 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:21:21.255379 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Made reservation on behalf of 9584b1ad22b8494eab5b17cd1f4a6283 for: {'port': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:21:21.259471 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:21.425205 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Allocated IP 172.20.0.7 (9637a0e8-1b33-4d8a-b028-9fb39c6e74ef/503c28a9-8427-4a74-b8fb-35a7aca2e2bd/041c4d8d-4f64-449e-8c09-c20f203e3db2) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:21:21.620015 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:21.636246 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Transition to ACTIVE for port object 041c4d8d-4f64-449e-8c09-c20f203e3db2 will not be triggered until provisioned by entity DHCP. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:21:21.662068 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:21.667888 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-fc88bef3-40ba-4555-82dc-2a21a0bed77b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:21.734942 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:21:21.738792 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:21:21.742661 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:21:21.780346 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event updated for resources: {'Port': ['ID=041c4d8d-4f64-449e-8c09-c20f203e3db2,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:21.792770 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:21.820893 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:21.821526 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:21.852157 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7685335 Nov 23 13:21:21.865986 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-32e62280-122b-4f9d-8e3e-a8f57894ffe6 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:21:21.867801 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-32e62280-122b-4f9d-8e3e-a8f57894ffe6 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089602 Nov 23 13:21:21.954548 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Request body: {'port': {'device_id': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:21:22.038417 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-3391290f-db56-427e-b21e-348070ebd427 None None] Provisioning for port 041c4d8d-4f64-449e-8c09-c20f203e3db2 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:21:22.044206 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-3391290f-db56-427e-b21e-348070ebd427 None None] Provisioning complete for port 041c4d8d-4f64-449e-8c09-c20f203e3db2 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:21:22.044519 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3391290f-db56-427e-b21e-348070ebd427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:22.069388 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:22.099867 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-3391290f-db56-427e-b21e-348070ebd427 None None] Port 041c4d8d-4f64-449e-8c09-c20f203e3db2 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:21:22.377908 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e820a5-b738-4943-acb0-541b00fe5cdf req-9f3a2078-1bd0-4985-8acf-f49896dd3411 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:22.378647 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-c4e820a5-b738-4943-acb0-541b00fe5cdf req-9f3a2078-1bd0-4985-8acf-f49896dd3411 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Synchronizing usage tracker for tenant:9584b1ad22b8494eab5b17cd1f4a6283 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:21:22.473454 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-c4e820a5-b738-4943-acb0-541b00fe5cdf req-9f3a2078-1bd0-4985-8acf-f49896dd3411 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Unset dirty status for tenant:9584b1ad22b8494eab5b17cd1f4a6283 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:21:22.474617 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c4e820a5-b738-4943-acb0-541b00fe5cdf req-9f3a2078-1bd0-4985-8acf-f49896dd3411 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 931 time: 0.2963040 Nov 23 13:21:22.552272 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c4e820a5-b738-4943-acb0-541b00fe5cdf req-9cdc7267-6c1b-42eb-9387-c3ce639f1a69 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709321 Nov 23 13:21:22.637544 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041c4d8d-4f64-449e-8c09-c20f203e3db2 {{(pid=86880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:21:22.646078 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:22.663056 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Transition to ACTIVE for port object 041c4d8d-4f64-449e-8c09-c20f203e3db2 will not be triggered until provisioned by entity L2. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:21:22.667124 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:22.670995 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-981d32af-0d37-4697-b706-b3af2d44fca5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:22.804581 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Pushing event updated for resources: {'Port': ['ID=041c4d8d-4f64-449e-8c09-c20f203e3db2,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:22.832366 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:22.921948 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Attempting to bind port 041c4d8d-4f64-449e-8c09-c20f203e3db2 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:21:22.922427 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Attempting to bind port 041c4d8d-4f64-449e-8c09-c20f203e3db2 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:21:22.922853 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Attempting to bind port 041c4d8d-4f64-449e-8c09-c20f203e3db2 on network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:21:22.931370 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Port 041c4d8d-4f64-449e-8c09-c20f203e3db2 on network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:21:22.931797 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Attempting to bind port 041c4d8d-4f64-449e-8c09-c20f203e3db2 on network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:21:22.941879 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:21:22.942468 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Checking segment: {'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:21:22.943051 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Bound using segment: {'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'} {{(pid=86880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:21:22.943718 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.managers [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Bound port: 041c4d8d-4f64-449e-8c09-c20f203e3db2, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e655c9-af22-4def-a1a5-1ac906c9a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef'}}] {{(pid=86880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:21:22.944246 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:23.007236 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f6fcbfa1-691d-4b73-bd6d-d39c1cb16fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:23.049373 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] For port 041c4d8d-4f64-449e-8c09-c20f203e3db2, host hv-cinder-81888, cleared binding levels {{(pid=86880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:21:23.053266 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] For port 041c4d8d-4f64-449e-8c09-c20f203e3db2, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:21:23.057546 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:23.061404 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-63eb84d2-c570-4e5f-819b-a76945ea7bc3 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:23.127629 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:23.128494 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:23.129895 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] 10.222.0.64 "PUT /v2.0/ports/041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 200 len: 1093 time: 1.2541747 Nov 23 13:21:23.130440 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:21:23.164052 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Pushing event updated for resources: {'Port': ['ID=041c4d8d-4f64-449e-8c09-c20f203e3db2,revision_number=3']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:23.167894 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:23.262322 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-257c81af-4120-4bc0-ba4f-00af076f7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:23.263918 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-257c81af-4120-4bc0-ba4f-00af076f7979 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1096 time: 0.0884352 Nov 23 13:21:23.343734 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-2c416e6f-8cd4-4056-9ef9-35f831b6e7d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 200 len: 217 time: 0.0713196 Nov 23 13:21:23.384545 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'status': 'completed', 'code': 200} Nov 23 13:21:23.413788 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-df07b304-bef6-4f4d-b9bb-a4e0fe0b18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:23.415236 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-df07b304-bef6-4f4d-b9bb-a4e0fe0b18c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=503c28a9-8427-4a74-b8fb-35a7aca2e2bd HTTP/1.1" status: 200 len: 847 time: 0.0619864 Nov 23 13:21:23.492089 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-394bb23c-1ab1-49e7-9c0e-627783ccbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:23.493570 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-394bb23c-1ab1-49e7-9c0e-627783ccbcff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711534 Nov 23 13:21:23.626454 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-90b521e8-c9bf-461a-965b-7b421bc99db9 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258821 Nov 23 13:21:23.816708 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-303f8389-1c11-405b-9de3-2c0aa6050845 req-32aaefe1-ef26-451b-8a3a-c5ad5082c8a5 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824641 Nov 23 13:21:23.832198 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333792b-5c29-4091-9385-efab529eee0a req-496472bd-c92a-4984-9ae3-fd9c1b51c836 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:23.833989 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5333792b-5c29-4091-9385-efab529eee0a req-496472bd-c92a-4984-9ae3-fd9c1b51c836 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.1713572 Nov 23 13:21:23.922347 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5333792b-5c29-4091-9385-efab529eee0a req-cfd89fc4-c56d-4a66-9757-a8044b5d12e5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827403 Nov 23 13:21:23.950689 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-0d12c442-7ff8-4d2f-9b34-5deb22a5c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:23.952163 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-0d12c442-7ff8-4d2f-9b34-5deb22a5c62b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1096 time: 0.0838792 Nov 23 13:21:24.083909 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:24.140050 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:24.196721 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-83adbb86-34e5-485b-9364-4650f938a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:24.198492 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-83adbb86-34e5-485b-9364-4650f938a8e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 200 len: 909 time: 0.2390313 Nov 23 13:21:24.268614 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-9a92f069-b900-4c7c-b2ad-7b1b3b3a4d88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 200 len: 217 time: 0.0625782 Nov 23 13:21:24.298452 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 54384) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:21:24.337424 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-69858977-fd66-4f8d-9c66-2c4be8e2f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:24.338830 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-69858977-fd66-4f8d-9c66-2c4be8e2f2b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=503c28a9-8427-4a74-b8fb-35a7aca2e2bd HTTP/1.1" status: 200 len: 847 time: 0.0612154 Nov 23 13:21:24.418554 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-6d72c4a0-85ca-45a7-99ae-cd39e09d9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:24.420028 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-6d72c4a0-85ca-45a7-99ae-cd39e09d9fa5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738287 Nov 23 13:21:24.428988 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:24.556312 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:21:24.560223 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] Usage tracker for resource:security_group_rule and tenant:2bcd79cad66f4577b0998eafc870728e is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:21:24.561899 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-366a0444-4ee3-4f63-ad57-f352f2cb7178 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344800 Nov 23 13:21:24.563084 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:21:24.569420 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:21:24.653258 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:24.658274 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:24.667557 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1ec7d76b-8566-48ae-93c5-149cd6b8c6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:24.703951 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cdf8cdae-b9b6-410e-b4bf-000be3e30d26 req-138a1ca0-2401-4c6a-bd69-8b73c88de38c service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347830 Nov 23 13:21:24.707891 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bcd79cad66f4577b0998eafc870728e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082446 Nov 23 13:21:24.708837 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f799c-6963-4c6d-8d30-0d8872a3bc5d,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:24.710947 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54392) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:21:24.712557 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:24.778621 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-12a43475-6398-4e16-a4b9-3224cde86de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:24.805077 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-12a43475-6398-4e16-a4b9-3224cde86de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:24.857592 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-12a43475-6398-4e16-a4b9-3224cde86de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:24.863123 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2116a038-401e-4a8a-b9d7-800800a58f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:24.875525 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a43475-6398-4e16-a4b9-3224cde86de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7f799c-6963-4c6d-8d30-0d8872a3bc5d,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:24.878048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-12a43475-6398-4e16-a4b9-3224cde86de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:24.879220 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-12a43475-6398-4e16-a4b9-3224cde86de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:24.880300 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-12a43475-6398-4e16-a4b9-3224cde86de8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af7f799c-6963-4c6d-8d30-0d8872a3bc5d HTTP/1.1" status: 204 len: 168 time: 0.1683316 Nov 23 13:21:25.129844 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69791bc0-12cc-48fe-8d3a-d3ce77e2e817 req-766de83f-6704-40d1-8e60-2abf92523992 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:25.131310 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-69791bc0-12cc-48fe-8d3a-d3ce77e2e817 req-766de83f-6704-40d1-8e60-2abf92523992 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.1025879 Nov 23 13:21:25.178274 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-69791bc0-12cc-48fe-8d3a-d3ce77e2e817 req-265da2d5-b293-4756-aab0-118efe3a1c00 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 Nov 23 13:21:25.448200 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:26.394399 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42268d90-73f6-453e-877b-685efc6e5920 req-6abba496-f4a3-4d07-a190-fadff4550db2 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:26.395923 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-42268d90-73f6-453e-877b-685efc6e5920 req-6abba496-f4a3-4d07-a190-fadff4550db2 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0848777 Nov 23 13:21:26.441443 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-42268d90-73f6-453e-877b-685efc6e5920 req-25b6ca98-e493-402e-9a2c-5d544a92686e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393569 Nov 23 13:21:27.630236 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312342b1-6fd4-4805-b69b-992a2b70bdc7 req-17c9d344-fd23-4aef-b088-6539a29643ca tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:27.631760 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-312342b1-6fd4-4805-b69b-992a2b70bdc7 req-17c9d344-fd23-4aef-b088-6539a29643ca tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0821731 Nov 23 13:21:27.690052 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-312342b1-6fd4-4805-b69b-992a2b70bdc7 req-cd189fa4-dde7-47cf-840f-61ee14599b3c tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514030 Nov 23 13:21:28.883533 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27578e3a-4c7b-47a5-802d-75d4197dba74 req-ec61497c-6dd7-439c-a05a-f762acc0596b tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:28.885004 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-27578e3a-4c7b-47a5-802d-75d4197dba74 req-ec61497c-6dd7-439c-a05a-f762acc0596b tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0899072 Nov 23 13:21:28.930301 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-27578e3a-4c7b-47a5-802d-75d4197dba74 req-f8547721-e4e3-4d4f-b8b9-bfaa21041cff tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397289 Nov 23 13:21:30.128354 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ebf2f-9105-4b73-9739-447a3069a004 req-ac9de42e-1ad6-455d-93ec-bf281a6cafe5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:30.130223 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8f9ebf2f-9105-4b73-9739-447a3069a004 req-ac9de42e-1ad6-455d-93ec-bf281a6cafe5 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0909605 Nov 23 13:21:30.178287 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8f9ebf2f-9105-4b73-9739-447a3069a004 req-a660e620-3356-4f20-a908-20dfda934eda tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Nov 23 13:21:31.365183 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9dc46-26e9-43a5-9a29-18d5f65483b7 req-df1703e0-d8e8-4ffe-b274-b8fe534c7794 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:31.366589 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7eb9dc46-26e9-43a5-9a29-18d5f65483b7 req-df1703e0-d8e8-4ffe-b274-b8fe534c7794 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0804956 Nov 23 13:21:31.416791 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7eb9dc46-26e9-43a5-9a29-18d5f65483b7 req-ec134b84-9e5b-4617-a512-a08a1da4e42f tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 Nov 23 13:21:32.605956 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48e5b-a71a-4299-8433-12c093445998 req-239d8251-71d3-45d0-bc33-e8ebb297b970 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:32.607386 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3ad48e5b-a71a-4299-8433-12c093445998 req-239d8251-71d3-45d0-bc33-e8ebb297b970 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0846691 Nov 23 13:21:32.652803 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3ad48e5b-a71a-4299-8433-12c093445998 req-3a6646cb-eeb9-45f2-854b-ce0adf47ed29 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390308 Nov 23 13:21:33.854891 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb1e03-6196-4949-964e-ced893ffbdc4 req-f6a69728-f3f4-4f56-9d69-980a60cbb114 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:33.856817 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c6bb1e03-6196-4949-964e-ced893ffbdc4 req-f6a69728-f3f4-4f56-9d69-980a60cbb114 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0893981 Nov 23 13:21:33.905048 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c6bb1e03-6196-4949-964e-ced893ffbdc4 req-64fdbc99-fc92-4fbd-a476-64fc34c51e9f tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 Nov 23 13:21:34.076235 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 041c4d8d-4f64-449e-8c09-c20f203e3db2 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:21:34.209657 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 041c4d8d-4f64-449e-8c09-c20f203e3db2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:21:34.226964 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'port_id': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'mac_address': 'fa:16:3e:35:d9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:21:34.285874 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:34.303225 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041c4d8d-4f64-449e-8c09-c20f203e3db2 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:21:34.319957 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 041c4d8d-4f64-449e-8c09-c20f203e3db2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:21:34.324445 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:34.326633 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:34.411663 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=041c4d8d-4f64-449e-8c09-c20f203e3db2,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:34.415300 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:34.570640 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['041c4d8d-4f64-449e-8c09-c20f203e3db2'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:21:34.598302 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54500) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:21:34.713315 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:34.728390 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:21:34.732545 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] Usage tracker for resource:security_group_rule and tenant:989f85464a7a42b186065388c6f01251 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:21:34.735771 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:21:34.741898 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:21:34.830642 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:34.834915 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:34.842299 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-8d9e5920-5fae-4f3d-ab8d-d3f8c2127d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:34.884181 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174bd91e-a093-4568-a46b-6ba4ff8d900b,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:34.887121 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:34.889728 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=989f85464a7a42b186065388c6f01251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903633 Nov 23 13:21:34.892745 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54506) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:21:34.953137 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e76c2683-4fe9-426a-baf4-92442aa479f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:34.980906 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e76c2683-4fe9-426a-baf4-92442aa479f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:35.089745 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e76c2683-4fe9-426a-baf4-92442aa479f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:35.094184 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-03586445-54db-4ca8-8340-ef595e7d7882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:35.109506 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c2683-4fe9-426a-baf4-92442aa479f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174bd91e-a093-4568-a46b-6ba4ff8d900b,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:35.115103 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e76c2683-4fe9-426a-baf4-92442aa479f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:35.122505 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e76c2683-4fe9-426a-baf4-92442aa479f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:35.123633 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e76c2683-4fe9-426a-baf4-92442aa479f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/174bd91e-a093-4568-a46b-6ba4ff8d900b HTTP/1.1" status: 204 len: 168 time: 0.2300091 Nov 23 13:21:35.135483 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e6334-a55e-4361-809d-9fed94a71b14 req-67939185-8108-4b10-901a-5954a7975bb4 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:35.137205 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4a1e6334-a55e-4361-809d-9fed94a71b14 req-67939185-8108-4b10-901a-5954a7975bb4 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 944 time: 0.1222780 Nov 23 13:21:35.192476 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4a1e6334-a55e-4361-809d-9fed94a71b14 req-90e313a4-9ac0-440a-971d-20cf026947b4 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468009 Nov 23 13:21:36.090873 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 041c4d8d-4f64-449e-8c09-c20f203e3db2 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:21:36.158137 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 041c4d8d-4f64-449e-8c09-c20f203e3db2 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:21:36.163243 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 041c4d8d-4f64-449e-8c09-c20f203e3db2 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:21:36.163652 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:36.288579 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:36.315893 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:21:36.325858 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 041c4d8d-4f64-449e-8c09-c20f203e3db2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:21:36.330575 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:36.332582 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-9af9aa1a-ff5e-4962-b1bc-a2bfbd43a926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:36.403308 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dc663-7c39-4531-980f-d6d2d826b639 req-5fd3c16b-6118-418e-bb57-a0c7d383c52d tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:36.404769 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3e3dc663-7c39-4531-980f-d6d2d826b639 req-5fd3c16b-6118-418e-bb57-a0c7d383c52d tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0925777 Nov 23 13:21:36.412835 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=041c4d8d-4f64-449e-8c09-c20f203e3db2,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:36.416102 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:36.461306 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3e3dc663-7c39-4531-980f-d6d2d826b639 req-efbd8fdb-5328-4551-ab59-0cc9964311fa tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481772 Nov 23 13:21:36.559411 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'code': 200} Nov 23 13:21:36.831238 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440df8c-40fb-404a-a50e-e5cf1f2fb2ed req-f70885a5-f81d-474a-ae2d-029c9348a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:36.832688 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c440df8c-40fb-404a-a50e-e5cf1f2fb2ed req-f70885a5-f81d-474a-ae2d-029c9348a29e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1098 time: 0.0687606 Nov 23 13:21:36.879231 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c440df8c-40fb-404a-a50e-e5cf1f2fb2ed req-00530567-e3e1-46a3-9fc4-5af6eb87fce3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382049 Nov 23 13:21:37.744965 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26012b32-c05a-4598-a8ce-ac85f8a541f9 req-b80d4fdd-65f8-41f9-a8a4-27852074593b tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:37.746443 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-26012b32-c05a-4598-a8ce-ac85f8a541f9 req-b80d4fdd-65f8-41f9-a8a4-27852074593b tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.1768458 Nov 23 13:21:37.795834 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-26012b32-c05a-4598-a8ce-ac85f8a541f9 req-9db6ff82-4468-4b05-840b-37e3acd2ed21 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Nov 23 13:21:38.986287 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4a5ef-74aa-42fb-99c3-cf263b093499 req-a8cebea1-96c9-4f58-813a-0b7e6f0e54bf tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:38.987650 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0f4a5ef-74aa-42fb-99c3-cf263b093499 req-a8cebea1-96c9-4f58-813a-0b7e6f0e54bf tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0827134 Nov 23 13:21:39.032207 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0f4a5ef-74aa-42fb-99c3-cf263b093499 req-ba05c85d-5c5a-4bf9-bf86-6e9e538b26f8 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387156 Nov 23 13:21:39.215712 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892904e-c364-49df-a1e8-5009dd907137 req-8dd117d4-bd85-4af8-a39d-83bd431b15e2 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:39.217191 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a892904e-c364-49df-a1e8-5009dd907137 req-8dd117d4-bd85-4af8-a39d-83bd431b15e2 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0814984 Nov 23 13:21:39.265914 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a892904e-c364-49df-a1e8-5009dd907137 req-1e915278-5078-4602-b7a5-500b462f2fc7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Nov 23 13:21:39.289323 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54534) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:21:39.528329 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29cc100-5d0f-4534-92bd-6ce08feddd43 tempest-TestShelveInstance-173651000 tempest-TestShelveInstance-173651000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:39.528941 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-a29cc100-5d0f-4534-92bd-6ce08feddd43 tempest-TestShelveInstance-173651000 tempest-TestShelveInstance-173651000-project-admin] Synchronizing usage tracker for tenant:50876b4924fe4e9c83399ece18e7b0b2 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:21:39.546011 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-a29cc100-5d0f-4534-92bd-6ce08feddd43 tempest-TestShelveInstance-173651000 tempest-TestShelveInstance-173651000-project-admin] Unset dirty status for tenant:50876b4924fe4e9c83399ece18e7b0b2 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:21:39.547406 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-a29cc100-5d0f-4534-92bd-6ce08feddd43 tempest-TestShelveInstance-173651000 tempest-TestShelveInstance-173651000-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1093 time: 0.2570045 Nov 23 13:21:39.550438 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54540) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:21:39.555903 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Request body: {'floatingip': {'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'port_id': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:21:39.562224 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:21:39.566069 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Usage tracker for resource:floatingip and tenant:9584b1ad22b8494eab5b17cd1f4a6283 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:21:39.568829 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:21:39.574663 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:21:39.585907 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for floatingip, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:39.725048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:39.867021 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Allocated IP 172.27.1.195 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/0c912253-8135-4c70-873b-9d4018ac7fd5) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:21:40.015306 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:40.044867 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:40.049334 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-52981c05-884f-4ea3-84c4-5b306783132e tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:40.109758 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:21:40.113034 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:21:40.117036 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:21:40.158716 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event updated for resources: {'Port': ['ID=0c912253-8135-4c70-873b-9d4018ac7fd5,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:40.163264 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:40.537800 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:40.612543 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:40.831174 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:40.835782 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:40.840066 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ca586a7e-5e44-4c46-b347-4c9df5e1509a tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:21:41.053066 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event updated for resources: {'Port': ['ID=0c912253-8135-4c70-873b-9d4018ac7fd5,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:21:41.055905 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:21:41.067362 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:41.242508 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.l3_db [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Floating IP 06b3f9be-7937-4cf0-b60d-11a316d8234b associated. External IP: 172.27.1.195, port: 041c4d8d-4f64-449e-8c09-c20f203e3db2. Nov 23 13:21:41.609408 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Router 2f998016-0d6e-4c69-9617-8c3e3337bceb has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:21:41.794327 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:21:41.804903 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] Sync routers for ids ['2f998016-0d6e-4c69-9617-8c3e3337bceb'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:21:41.814621 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] Routers {'2f998016-0d6e-4c69-9617-8c3e3337bceb'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:21:41.815347 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:21:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['2f998016-0d6e-4c69-9617-8c3e3337bceb'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:21:41.819773 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:41.880421 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3288555 Nov 23 13:21:41.881289 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:21:41.932310 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'status': 'completed', 'code': 200} Nov 23 13:21:41.998615 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] Set router 2f998016-0d6e-4c69-9617-8c3e3337bceb gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:21:42.043077 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-c72dddaf-f483-438a-8e8d-7f2f32d0201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:42.044558 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-c72dddaf-f483-438a-8e8d-7f2f32d0201f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1098 time: 0.0888391 Nov 23 13:21:42.191774 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-1b7a1cf2-5c42-44e3-a0fc-808e45d0241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:42.193196 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-1b7a1cf2-5c42-44e3-a0fc-808e45d0241a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 200 len: 909 time: 0.1421180 Nov 23 13:21:42.304042 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-a2ee60dd-40e4-42ea-a06e-6465be866d0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 200 len: 999 time: 0.1035221 Nov 23 13:21:42.368688 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-3cff2bee-6c86-454b-8a93-cfae7f11f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:42.370162 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-3cff2bee-6c86-454b-8a93-cfae7f11f39a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=503c28a9-8427-4a74-b8fb-35a7aca2e2bd HTTP/1.1" status: 200 len: 847 time: 0.0605228 Nov 23 13:21:42.384569 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '06b3f9be-7937-4cf0-b60d-11a316d8234b', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'port_id': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'mac_address': 'fa:16:3e:35:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:21:40Z', 'updated_at': '2021-11-23T13:21:40Z', 'revision_number': 0, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7713f3-d6ef-4841-94b0-09844a4eb8be', 'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'mac_address': 'fa:16:3e:a5:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:43Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 5, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'subnets': [{'id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:21:42.388572 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] Checking router: 2f998016-0d6e-4c69-9617-8c3e3337bceb for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:21:42.398635 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] Routers {'2f998016-0d6e-4c69-9617-8c3e3337bceb'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:21:42.399251 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:21:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['2f998016-0d6e-4c69-9617-8c3e3337bceb'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:21:42.459594 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-d12ecb96-581e-4649-9408-4614f35328b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:42.460962 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-d12ecb96-581e-4649-9408-4614f35328b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842972 Nov 23 13:21:42.587416 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] Set router 2f998016-0d6e-4c69-9617-8c3e3337bceb gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:21:42.714273 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-30d19f58-dbb4-4d5b-8373-65546d46c429 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465472 Nov 23 13:21:42.858882 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0d1ee8e-872b-4f93-ac57-b40b9e1f050a req-1092048a-a326-4a28-993b-8ca24f2383fd service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377912 Nov 23 13:21:42.966342 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '06b3f9be-7937-4cf0-b60d-11a316d8234b', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'port_id': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'mac_address': 'fa:16:3e:35:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:21:40Z', 'updated_at': '2021-11-23T13:21:40Z', 'revision_number': 0, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7713f3-d6ef-4841-94b0-09844a4eb8be', 'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'mac_address': 'fa:16:3e:a5:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:43Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 5, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'subnets': [{'id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:21:42.970678 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b901e-5c40-45b9-9a7c-d31d4e8a118e None None] The sync data for ids ['2f998016-0d6e-4c69-9617-8c3e3337bceb'] in dv-cinder-818883-1-iscsi is: [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '06b3f9be-7937-4cf0-b60d-11a316d8234b', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'port_id': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'mac_address': 'fa:16:3e:35:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:21:40Z', 'updated_at': '2021-11-23T13:21:40Z', 'revision_number': 0, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7713f3-d6ef-4841-94b0-09844a4eb8be', 'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'mac_address': 'fa:16:3e:a5:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:43Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 5, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'subnets': [{'id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:21:43.215500 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba7389-a88b-4c6f-8cc0-6844750db8af None None] New status for floating IP 06b3f9be-7937-4cf0-b60d-11a316d8234b: ACTIVE {{(pid=86882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:21:50.411919 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-41999df8-15f8-494a-978b-681da28f5bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:50.920479 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:51.526848 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:21:52.999862 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6e23dc91-f989-4020-94e3-085980961051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:54.104436 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:54.135855 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:55.450690 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:03.153450 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-4171e878-15d1-492b-919c-1bad9b8b3612 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720174 Nov 23 13:22:03.290577 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-1fd9c87b-2e43-4d9a-97ad-355312918ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:03.291962 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-1fd9c87b-2e43-4d9a-97ad-355312918ed3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1098 time: 0.0698524 Nov 23 13:22:03.436579 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-fd074015-1297-4f1c-a144-d9720a625ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:03.438062 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-fd074015-1297-4f1c-a144-d9720a625ce3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 200 len: 909 time: 0.1262426 Nov 23 13:22:03.541445 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-4a9c6b5d-8c6e-4e7b-b664-19cfb6a4dae7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 200 len: 1001 time: 0.0962262 Nov 23 13:22:03.610126 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-7dde3d7c-6107-4f9e-942e-e2fb578a7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:03.611597 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-7dde3d7c-6107-4f9e-942e-e2fb578a7a3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=503c28a9-8427-4a74-b8fb-35a7aca2e2bd HTTP/1.1" status: 200 len: 847 time: 0.0609059 Nov 23 13:22:03.690732 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-f6cde5df-8b7f-4c56-928e-60eb4d4df8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:03.692189 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-f6cde5df-8b7f-4c56-928e-60eb4d4df8b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735571 Nov 23 13:22:03.823217 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-94578e90-0e7a-4db1-a5ed-f2bc9af3e278 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235957 Nov 23 13:22:03.956482 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-120d5749-f20b-42d5-a8d7-06f2a7643517 req-b9f1a708-bf38-4c0f-9a46-9866b20e59c3 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259520 Nov 23 13:22:20.413971 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9f0948dc-5268-4142-8b9b-ee5d0856b68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:20.936867 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:23.000772 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-bc386a0d-6701-4fa7-bc00-85e6cee89330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:24.102080 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:24.139384 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:25.457298 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:28.525581 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:22:50.416103 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e58ad097-8fec-4506-80ca-b03c79db8429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:50.920739 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:53.002122 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-71a5c4fa-6e82-4fb3-a7be-6d2a2c06e343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:54.117666 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:54.141079 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:55.456487 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:05.162669 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-63edd68d-f923-4910-903c-6ea96a81e86c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681374 Nov 23 13:23:05.307060 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-f086ec60-71f8-4678-be32-d8adeda47f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:05.308516 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-f086ec60-71f8-4678-be32-d8adeda47f5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1098 time: 0.0773292 Nov 23 13:23:05.455380 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-61419adf-42c9-49c5-ba91-4722caac2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:05.456725 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-61419adf-42c9-49c5-ba91-4722caac2d3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 200 len: 909 time: 0.1293931 Nov 23 13:23:05.523411 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:23:05.560507 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-daee92d0-7391-4111-8ef8-54e0484faa6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 200 len: 1001 time: 0.0964935 Nov 23 13:23:05.621025 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-a77f2cf1-dba7-4e52-97e0-49e158cdba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:05.622490 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-a77f2cf1-dba7-4e52-97e0-49e158cdba47 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=503c28a9-8427-4a74-b8fb-35a7aca2e2bd HTTP/1.1" status: 200 len: 847 time: 0.0555708 Nov 23 13:23:05.700572 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-9e5d529b-4844-4ec8-8033-a2a5d053a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:05.702122 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-9e5d529b-4844-4ec8-8033-a2a5d053a394 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737503 Nov 23 13:23:05.929975 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-4705e178-81e6-48f1-ab41-619eba1f387c service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214608 Nov 23 13:23:06.060713 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db4b7280-ed53-47b1-88e3-4d01858355ec req-21fc8c3c-5792-4e88-a198-d1d6c73e1a4c service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247005 Nov 23 13:23:20.417682 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d3404bab-4673-4c85-8d03-955b6666c508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:20.926292 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:23.016097 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d48ac2bf-c53d-4764-9735-fe61ab6e1e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:24.122332 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:24.145217 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:25.459335 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:25.774456 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54766) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:26.435729 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554411'] for router_interface, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:26.781537 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Deleting port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:23:26.782289 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:26.952404 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] For port d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:26.952761 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:27.186895 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Calling delete_port for d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe owned by network:router_interface {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:23:27.372213 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:27.375758 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-78af8e63-b420-4dc6-827f-9abd8f18dae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:27.421712 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:27.463015 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.463381 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.463740 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.464092 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.464444 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.464800 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.465144 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.465488 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.465929 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.466345 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.466608 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.466919 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:27.497448 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:27.702272 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543323'] for router_interface, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:28.057847 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:23:28.237899 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:23:28.250530 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45903897-2553-44c9-b14e-6a876548a83b None None] Sync routers for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:23:28.256629 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 54772) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:28.257167 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-32085320-e4a4-4216-8e5a-8d5053db496c admin admin] 10.222.0.50 "PUT /v2.0/routers/0fe146a6-aee8-4e27-9ad4-ecb709db9566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4811497 Nov 23 13:23:28.262537 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45903897-2553-44c9-b14e-6a876548a83b None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:23:28.263155 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-45903897-2553-44c9-b14e-6a876548a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:23:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:28.443668 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:28.496691 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-45903897-2553-44c9-b14e-6a876548a83b None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:23:28.624769 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:28.634329 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Deleting port b9d147a0-7c0c-4873-addf-b62dca7f5d43 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:23:28.634666 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:28.788499 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-45903897-2553-44c9-b14e-6a876548a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T13:23:27Z', 'revision_number': 5, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port': {'id': 'b9d147a0-7c0c-4873-addf-b62dca7f5d43', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:91:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:45:27Z', 'updated_at': '2021-11-23T12:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:28.792489 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45903897-2553-44c9-b14e-6a876548a83b None None] Checking router: 0fe146a6-aee8-4e27-9ad4-ecb709db9566 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:23:28.801348 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45903897-2553-44c9-b14e-6a876548a83b None None] Routers {'0fe146a6-aee8-4e27-9ad4-ecb709db9566'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:23:28.802416 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-45903897-2553-44c9-b14e-6a876548a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:23:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:28.820857 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] For port b9d147a0-7c0c-4873-addf-b62dca7f5d43, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=b9d147a0-7c0c-4873-addf-b62dca7f5d43,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:28.821205 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:28.943582 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Calling delete_port for b9d147a0-7c0c-4873-addf-b62dca7f5d43 owned by network:router_gateway {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:23:28.961208 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-45903897-2553-44c9-b14e-6a876548a83b None None] Set router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 gateway port host: None {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:23:29.070778 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-45903897-2553-44c9-b14e-6a876548a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T13:23:28Z', 'revision_number': 6, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port_host': None}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:29.075245 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45903897-2553-44c9-b14e-6a876548a83b None None] The sync data for ids ['0fe146a6-aee8-4e27-9ad4-ecb709db9566'] in dv-cinder-818883-1-iscsi is: [{'id': '0fe146a6-aee8-4e27-9ad4-ecb709db9566', 'name': 'tempest-AttachVolumeShelveTestJSON-1081864204-router', 'tenant_id': '424aae1a3fd94083b51650f5eaffbb20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:45:24Z', 'updated_at': '2021-11-23T13:23:28Z', 'revision_number': 6, 'project_id': '424aae1a3fd94083b51650f5eaffbb20', 'gw_port_host': None}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:23:29.119142 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.123251 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:29.169684 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d147a0-7c0c-4873-addf-b62dca7f5d43,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:29.210633 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.211000 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.211357 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.211705 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.212052 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.212397 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.212741 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.213081 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.213419 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.213781 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.214120 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.214455 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:29.241186 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:29.270439 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696268'] for router_gateway, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.445927 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39716'] for router, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.448218 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.471159 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-554306'] for router, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.471927 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe146a6-aee8-4e27-9ad4-ecb709db9566 {{(pid=86879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:23:29.494679 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.495808 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0fe146a6-aee8-4e27-9ad4-ecb709db9566 HTTP/1.1" status: 204 len: 168 time: 1.2374005 Nov 23 13:23:29.498555 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54776) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:29.564349 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1689d0-a7eb-4983-af1d-ad892d2585d5 admin admin] Deleting subnet b56fe5f5-b05f-4c16-aa47-6b844910fde8 {{(pid=86880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:23:29.567358 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ad1689d0-a7eb-4983-af1d-ad892d2585d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.616354 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ad1689d0-a7eb-4983-af1d-ad892d2585d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1694786'] for subnet, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.841059 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ad1689d0-a7eb-4983-af1d-ad892d2585d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.913699 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ad1689d0-a7eb-4983-af1d-ad892d2585d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3127428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3363493'] for subnet, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.917734 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:29.955711 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1689d0-a7eb-4983-af1d-ad892d2585d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b56fe5f5-b05f-4c16-aa47-6b844910fde8,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:29.958764 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ad1689d0-a7eb-4983-af1d-ad892d2585d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:29.959748 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ad1689d0-a7eb-4983-af1d-ad892d2585d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:29.965445 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe3c394-d1bd-47cc-9f4d-55573533d5ed None None] Network 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:23:29.966642 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-ad1689d0-a7eb-4983-af1d-ad892d2585d5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b56fe5f5-b05f-4c16-aa47-6b844910fde8 HTTP/1.1" status: 204 len: 168 time: 0.4661191 Nov 23 13:23:29.969112 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54780) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:30.083491 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.095777 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Deleting port a3d86e54-9426-4829-b874-114c637d70ee {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:23:30.096259 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.222332 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] DHCP port deletion for 9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 request from dv-cinder-818883-1-iscsi {{(pid=86881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:23:30.226733 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] Deleting port a3d86e54-9426-4829-b874-114c637d70ee {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:23:30.227121 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.315834 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] For port a3d86e54-9426-4829-b874-114c637d70ee, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=a3d86e54-9426-4829-b874-114c637d70ee,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:30.316164 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.448196 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Calling delete_port for a3d86e54-9426-4829-b874-114c637d70ee owned by network:dhcp {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:23:30.456053 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] For port a3d86e54-9426-4829-b874-114c637d70ee, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=a3d86e54-9426-4829-b874-114c637d70ee,segment=NetworkSegment(7bcd57f1-f201-4c69-80f2-6e943b6651d0),segment_id=7bcd57f1-f201-4c69-80f2-6e943b6651d0)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:30.456525 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.527458 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.531446 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2c92428d-15e9-4aab-a9c4-d945ef8d00a6 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:30.579372 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d86e54-9426-4829-b874-114c637d70ee,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:30.583188 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:30.583960 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] No DVR routers for this DVR port a3d86e54-9426-4829-b874-114c637d70ee on host dv-cinder-818883-1-iscsi {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:23:30.586280 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] Calling delete_port for a3d86e54-9426-4829-b874-114c637d70ee owned by network:dhcp {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:23:30.673181 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.db.api [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:23:30.674180 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_db.api [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:23:30.702578 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.727178 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9']}} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:30.743229 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcd57f1-f201-4c69-80f2-6e943b6651d0') {'for_net_delete': True} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:30.743517 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcd57f1-f201-4c69-80f2-6e943b6651d0') {} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:30.756192 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1694805'] for segment, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.778277 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.786652 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=86880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:23:30.787234 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127386'] for segment, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: Traceback (most recent call last): Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: timer() Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: cb(*args, **kw) Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: return func(*args, **kwargs) Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: self._notify() Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: self.callback(batched_events) Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: event.method(event) Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: return f(self, *a, **k) Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._get(url).json() Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: return self.request(url, 'GET', **kwargs) Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:23:30.801313 dv-cinder-818883-1-iscsi neutron-server[86880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:23:30.880035 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.884997 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:30.887748 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:30.910956 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:30.915626 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:30.917562 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9c229eb7-98c5-4b0a-8a5e-ceb42fad19c9 HTTP/1.1" status: 204 len: 168 time: 0.9475155 Nov 23 13:23:31.036116 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54786) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:31.086587 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-255a266d-5c45-46d0-a49a-20ec1260c747 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=424aae1a3fd94083b51650f5eaffbb20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492303 Nov 23 13:23:31.089053 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54790) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:31.125303 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device b9d147a0-7c0c-4873-addf-b62dca7f5d43 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:23:31.171452 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f2be0935-a252-4b51-ae76-71fe0e6116ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:31.200935 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f2be0935-a252-4b51-ae76-71fe0e6116ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:31.206961 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] Deleting port a3d86e54-9426-4829-b874-114c637d70ee {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:23:31.207344 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:31.250218 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: b9d147a0-7c0c-4873-addf-b62dca7f5d43 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:23:31.250490 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device b9d147a0-7c0c-4873-addf-b62dca7f5d43 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:23:31.251062 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:23:31.256304 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f2be0935-a252-4b51-ae76-71fe0e6116ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:31.261577 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6670407b-6112-4cc0-b542-29b0f51e0a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:31.280285 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be0935-a252-4b51-ae76-71fe0e6116ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af39d226-7f05-4389-ac45-c200a7ab8edf,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:31.283418 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f2be0935-a252-4b51-ae76-71fe0e6116ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:31.290128 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f2be0935-a252-4b51-ae76-71fe0e6116ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:31.291341 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-f2be0935-a252-4b51-ae76-71fe0e6116ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af39d226-7f05-4389-ac45-c200a7ab8edf HTTP/1.1" status: 204 len: 168 time: 0.2013707 Nov 23 13:23:31.323315 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:23:31.323907 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device d7b23b94-8c9f-4c9d-9065-a9c8918fb2fe not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:23:31.324267 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device a3d86e54-9426-4829-b874-114c637d70ee no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:23:31.365925 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-55ac360c-a280-452f-82a8-3a4b486231f8 None None] The port 'a3d86e54-9426-4829-b874-114c637d70ee' was deleted {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:23:31.374505 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: a3d86e54-9426-4829-b874-114c637d70ee {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:23:31.374852 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device a3d86e54-9426-4829-b874-114c637d70ee not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:23:32.030967 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54814) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:32.137945 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-585758819-network', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:23:32.143232 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:23:32.147098 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Usage tracker for resource:network and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:23:32.150020 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:23:32.155715 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:23:32.166264 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Made reservation on behalf of 21c6ee2188e44d33908afdc72f91e397 for: {'network': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:23:32.168598 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.181046 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.195956 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:23:32.199817 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Usage tracker for resource:security_group_rule and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:23:32.202615 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:23:32.208355 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:23:32.292169 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.296348 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.300294 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b3444c83-5279-4144-8c4b-82cb10c0bdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:32.331449 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=86880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:23:32.336714 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5498cb37-0f37-4a1b-b3a3-90f4fb86e975,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:32.340274 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:32.344195 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.344578 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.segments_db [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Added segment 96d9f57d-dcbc-4aed-9b15-ab452ef7f09b of type vlan for network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc Nov 23 13:23:32.371479 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.400383 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.401878 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:32.402485 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.407315 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-9cac6d09-7485-43fb-b6b2-f1b553cfc1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:32.507633 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4755542 Nov 23 13:23:32.510630 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 54820) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:32.511197 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Pushing event updated for resources: {'Network': ['ID=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:32.514086 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:32.516405 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Request body: {'subnet': {'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-585758819-subnet', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:23:32.521536 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:23:32.521778 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:23:32.525969 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Usage tracker for resource:subnet and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:23:32.528948 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:23:32.536219 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:23:32.548529 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Made reservation on behalf of 21c6ee2188e44d33908afdc72f91e397 for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:23:32.551476 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2715564'] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.864777 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2715550'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.868414 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:32.937921 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c6bc9e-6670-4414-90a9-0423321673ff,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:32.941297 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:32.951829 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Checking segment: {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:23:32.952187 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Network hostable DHCP agents. Network: 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:23:32.973239 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:23:32.982836 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:23:32.988001 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:32.988769 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:32.992762 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db4f85-b129-4150-8053-2dc1e49aabbf None None] Network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:23:33.008626 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-7317396a-ad9f-455a-bf2e-e703e0d5778e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4968374 Nov 23 13:23:33.012127 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 54824) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:33.017676 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:23:33.022391 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:23:33.026242 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Usage tracker for resource:router and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:23:33.029136 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:23:33.035769 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:23:33.046588 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39754'] for router, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.047596 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39773'] for router, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.063329 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.224852 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d2280a3-de8b-55d0-8afa-5fb6799df307-72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff'}]}} from dv-cinder-818883-1-iscsi. {{(pid=86881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:23:33.225734 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.346871 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.388382 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.db_base_plugin_common [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Allocated IP 172.20.0.2 (72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc/91c6bc9e-6670-4414-90a9-0423321673ff/ef8a4233-4e74-45dd-a73b-55d40bbd83ee) {{(pid=86881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:23:33.600494 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Notify callbacks [] for port, precommit_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.617820 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Transition to ACTIVE for port object ef8a4233-4e74-45dd-a73b-55d40bbd83ee will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:23:33.648588 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Transition to ACTIVE for port object ef8a4233-4e74-45dd-a73b-55d40bbd83ee will not be triggered until provisioned by entity DHCP. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:23:33.656212 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.661756 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:33.692434 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.724118 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.729596 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc is already hosted by enough agents. {{(pid=86881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:23:33.732629 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.base_scheduler [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Resources bound (agent type, host, resource id): {{(pid=86881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:23:33.736434 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Received port after_create {{(pid=86881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:23:33.742219 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Pushing event updated for resources: {'Port': ['ID=ef8a4233-4e74-45dd-a73b-55d40bbd83ee,revision_number=1']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:33.781475 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.781839 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.782172 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.782510 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.783373 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.783705 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.784052 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.784343 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.784657 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.785222 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.785539 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.785916 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:33.793726 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:33.844821 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Attempting to bind port ef8a4233-4e74-45dd-a73b-55d40bbd83ee on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:23:33.845196 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Attempting to bind port ef8a4233-4e74-45dd-a73b-55d40bbd83ee by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:23:33.846161 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Attempting to bind port ef8a4233-4e74-45dd-a73b-55d40bbd83ee on network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:23:33.852899 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:23:33.853315 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Checking segment: {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:23:33.854010 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.854581 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Bound using segment: {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:23:33.855123 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Bound port: ef8a4233-4e74-45dd-a73b-55d40bbd83ee, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:23:33.855574 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.873274 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Allocated IP 172.27.1.67 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/4a2071d9-b52e-4da1-8161-594017a3d3b8) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:23:33.950518 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] For port ef8a4233-4e74-45dd-a73b-55d40bbd83ee, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:23:33.954014 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] For port ef8a4233-4e74-45dd-a73b-55d40bbd83ee, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=ef8a4233-4e74-45dd-a73b-55d40bbd83ee,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:23:33.958912 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:33.962694 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:34.035701 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:34.046147 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Pushing event updated for resources: {'Port': ['ID=ef8a4233-4e74-45dd-a73b-55d40bbd83ee,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:34.049248 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:34.068621 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:34.072690 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1e3dd979-4be7-4973-be2e-d747fbfc3260 tempest-VolumesSnapshotTestJSON-683179623 tempest-VolumesSnapshotTestJSON-683179623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:34.143110 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:23:34.148951 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:23:34.153735 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:23:34.282017 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2071d9-b52e-4da1-8161-594017a3d3b8,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:34.291645 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:34.720177 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:35.016580 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d968303-16c1-4c76-bfb3-0bf267f2f118 None None] Network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:23:35.083456 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296'] for router, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:35.184683 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device ef8a4233-4e74-45dd-a73b-55d40bbd83ee up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:23:35.212322 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-f6f30a2d-8f42-4ce1-9da8-7a8e912bee65 None None] Provisioning for port ef8a4233-4e74-45dd-a73b-55d40bbd83ee completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:23:35.311131 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Router 0f493ff4-9a83-407e-994f-9c354dbf3137 is scheduled to L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 with binding_index 1 {{(pid=86879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:23:35.370156 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port ef8a4233-4e74-45dd-a73b-55d40bbd83ee completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:23:35.377932 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port ef8a4233-4e74-45dd-a73b-55d40bbd83ee triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:35.378444 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:35.497191 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:23:35.507496 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Sync routers for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:23:35.511628 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:35.522808 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:23:35.523959 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:23:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:35.526094 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:35.527345 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5142608 Nov 23 13:23:35.530664 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 54828) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:35.562946 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port ef8a4233-4e74-45dd-a73b-55d40bbd83ee, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=ef8a4233-4e74-45dd-a73b-55d40bbd83ee,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:35.569420 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:35.572737 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:35.647734 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=ef8a4233-4e74-45dd-a73b-55d40bbd83ee,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:35.659392 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:35.759689 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:23:35.779877 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-ad1c4701-fd2d-42f1-a9f0-4a1bf010878e None None] Provisioning complete for port ef8a4233-4e74-45dd-a73b-55d40bbd83ee triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:35.780354 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ad1c4701-fd2d-42f1-a9f0-4a1bf010878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.045421 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:34Z', 'revision_number': 3, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:36.049566 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Checking router: 0f493ff4-9a83-407e-994f-9c354dbf3137 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:23:36.049935 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Updating router 0f493ff4-9a83-407e-994f-9c354dbf3137 port 4a2071d9-b52e-4da1-8161-594017a3d3b8 binding host dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:23:36.102024 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.351341 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.453098 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Notify callbacks [] for port, precommit_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.466800 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.provisioning_blocks [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Transition to ACTIVE for port object 4a2071d9-b52e-4da1-8161-594017a3d3b8 will not be triggered until provisioned by entity L2. {{(pid=86882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:23:36.473215 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.477217 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-7e43de53-00e6-411b-9f18-699056c46930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:36.567555 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Attempting to bind port 4a2071d9-b52e-4da1-8161-594017a3d3b8 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:23:36.568630 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Attempting to bind port 4a2071d9-b52e-4da1-8161-594017a3d3b8 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:23:36.568630 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Attempting to bind port 4a2071d9-b52e-4da1-8161-594017a3d3b8 on network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:23:36.569209 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Allocated IP 172.20.0.1 (72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc/91c6bc9e-6670-4414-90a9-0423321673ff/05c61780-b67f-4162-a5f2-083927a18224) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:23:36.579139 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Pushing event updated for resources: {'Port': ['ID=4a2071d9-b52e-4da1-8161-594017a3d3b8,revision_number=2']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:36.589897 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:23:36.590273 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:23:36.590680 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.591075 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Bound using segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:23:36.591536 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Bound port: 4a2071d9-b52e-4da1-8161-594017a3d3b8, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:23:36.591915 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.621943 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.622185 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.622515 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.622839 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.623161 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.623481 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.623801 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.624123 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.624444 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.624761 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.625074 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.625383 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:23:36.629483 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:36.721775 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.738386 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Transition to ACTIVE for port object 05c61780-b67f-4162-a5f2-083927a18224 will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:23:36.761800 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.766321 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-150ed474-83ba-416f-b66f-cd6c08073dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:36.814954 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] For port 4a2071d9-b52e-4da1-8161-594017a3d3b8, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:23:36.827879 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:23:36.828585 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] For port 4a2071d9-b52e-4da1-8161-594017a3d3b8, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=4a2071d9-b52e-4da1-8161-594017a3d3b8,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:23:36.830974 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:23:36.834764 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:23:36.837177 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.851030 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-205a9833-b27e-4a24-8595-98e6b36c6789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:36.908768 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Pushing event updated for resources: {'Port': ['ID=05c61780-b67f-4162-a5f2-083927a18224,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:36.922917 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554278'] for router_interface, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:36.939015 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Pushing event updated for resources: {'Port': ['ID=4a2071d9-b52e-4da1-8161-594017a3d3b8,revision_number=3']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:36.942827 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:36.964860 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:23:36.965490 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:23:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:36.988005 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:37.069621 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:37.144308 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-dfdf071e-046c-4bf7-8587-195d63f0a670 None None] Provisioning for port 05c61780-b67f-4162-a5f2-083927a18224 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:23:37.150849 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-dfdf071e-046c-4bf7-8587-195d63f0a670 None None] Provisioning complete for port 05c61780-b67f-4162-a5f2-083927a18224 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:37.151502 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-dfdf071e-046c-4bf7-8587-195d63f0a670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:37.234998 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf071e-046c-4bf7-8587-195d63f0a670 None None] Port 05c61780-b67f-4162-a5f2-083927a18224 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:23:37.238213 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device ef8a4233-4e74-45dd-a73b-55d40bbd83ee up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:23:37.262569 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:23:37.319689 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port ef8a4233-4e74-45dd-a73b-55d40bbd83ee triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:37.320067 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:37.349204 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf89fe-7462-44f5-a69a-94c4477633e3 req-34d55558-4f26-4bab-904d-69fc311c5db8 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:37.350908 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:37.351837 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8bf89fe-7462-44f5-a69a-94c4477633e3 req-34d55558-4f26-4bab-904d-69fc311c5db8 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.1293552 Nov 23 13:23:37.357672 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:37.416694 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-cd53fac6-9b70-4ca3-9875-b94b5b350cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:37.495837 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554437'] for router_interface, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:37.499710 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Pushing event updated for resources: {'Port': ['ID=05c61780-b67f-4162-a5f2-083927a18224,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:37.503670 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:37.533976 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8bf89fe-7462-44f5-a69a-94c4477633e3 req-12534b84-f6fd-4217-8cd9-1a4d5a9a3c0c tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745486 Nov 23 13:23:37.641492 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:23:37.643160 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:23:37.653097 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 1, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:37.658823 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4869e12-3a9f-4eaf-8335-f037ac615b47 None None] The sync data for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi is: [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 1, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:23:37.949786 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Router 0f493ff4-9a83-407e-994f-9c354dbf3137 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:23:37.967863 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-a7a1ef56-24ef-49f2-8586-da69fdbbd05d None None] Provisioning complete for port 05c61780-b67f-4162-a5f2-083927a18224 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:37.968369 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a7a1ef56-24ef-49f2-8586-da69fdbbd05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:38.027233 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1ef56-24ef-49f2-8586-da69fdbbd05d None None] Port 05c61780-b67f-4162-a5f2-083927a18224 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:23:38.145120 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:23:38.154829 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] 10.222.0.50 "PUT /v2.0/routers/0f493ff4-9a83-407e-994f-9c354dbf3137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6228414 Nov 23 13:23:38.655643 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 54850) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:38.661807 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244297158', 'description': 'tempest-description--800359293'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:23:38.668289 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:23:38.672774 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:security_group and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:23:38.675873 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:23:38.683867 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:23:38.697529 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:38.718573 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:23:38.722488 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:security_group_rule and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:23:38.725445 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:23:38.731345 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270b836-c3da-4d14-9dc4-d76982fc4f2f req-d6030a84-f050-44b0-bf22-c8d7fe19e0d9 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:38.731876 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:23:38.733729 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a270b836-c3da-4d14-9dc4-d76982fc4f2f req-d6030a84-f050-44b0-bf22-c8d7fe19e0d9 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0872493 Nov 23 13:23:38.789181 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a270b836-c3da-4d14-9dc4-d76982fc4f2f req-29d111bc-d48e-46c1-b1a9-8e79a3a8446f tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485318 Nov 23 13:23:38.825030 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:38.830643 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:38.834752 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-77cacfbb-d4a8-4cd8-8f01-12406357a2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:38.874079 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9956de-165f-4672-b85e-3e12a25574f7,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:38.880158 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:38.884021 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:38.885462 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2287688 Nov 23 13:23:38.888860 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 54854) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:38.894651 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'security_group_rule': {'security_group_id': '4d9956de-165f-4672-b85e-3e12a25574f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:23:38.900815 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:23:38.904724 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:security_group_rule and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:23:38.907660 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:23:38.914026 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:23:38.942775 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.007458 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.011338 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.013303 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:39.036415 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d322cc0-767d-4cbe-98af-3fc1891a9e57,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:39.038923 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:39.046532 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.047695 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-44d17a77-d5d7-4602-beb3-1077739a6bd0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580124 Nov 23 13:23:39.050374 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 54858) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:39.055301 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'security_group_rule': {'security_group_id': '4d9956de-165f-4672-b85e-3e12a25574f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:23:39.061178 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:23:39.065054 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:security_group_rule and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:23:39.067944 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:23:39.074330 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:23:39.091888 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.165228 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.171033 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.176060 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 4a2071d9-b52e-4da1-8161-594017a3d3b8 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:23:39.181654 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:39.205658 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7983418d-d4cb-4128-be8e-e69d7bb7f54e,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:39.207992 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:39.217650 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.218859 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-1106ac49-79a5-4239-a8ab-1d78be6f7282 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675119 Nov 23 13:23:39.222564 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54862) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:39.231387 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'floatingip': {'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:23:39.243094 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:23:39.247747 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 4a2071d9-b52e-4da1-8161-594017a3d3b8 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:23:39.254003 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 4a2071d9-b52e-4da1-8161-594017a3d3b8 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:39.254242 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.260005 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:floatingip and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:23:39.264650 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:23:39.279178 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:23:39.291640 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.387318 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.410090 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 4a2071d9-b52e-4da1-8161-594017a3d3b8, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=4a2071d9-b52e-4da1-8161-594017a3d3b8,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:39.414746 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.417194 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-cdd8ab19-d9c5-4467-a207-b5e6ec4b494c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:39.444450 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.496981 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=4a2071d9-b52e-4da1-8161-594017a3d3b8,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:39.500125 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:39.587512 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Allocated IP 172.27.1.16 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/6e88756b-79cf-45eb-9a08-0e541f477e68) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:23:39.671907 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Sync routers for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:23:39.684425 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:23:39.685142 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:23:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:39.748278 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.779244 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:39.783725 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b83b9a7e-f42c-48c9-878f-5443886b6335 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:39.853855 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:23:39.858161 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:23:39.860803 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:23:39.869403 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:23:39.906569 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'Port': ['ID=6e88756b-79cf-45eb-9a08-0e541f477e68,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:39.910309 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:40.024761 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91457c56-6527-42ce-8f75-602bd35f52a3 req-76b23516-9d34-4838-ade2-f527fb905d20 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:40.026181 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-91457c56-6527-42ce-8f75-602bd35f52a3 req-76b23516-9d34-4838-ade2-f527fb905d20 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.1147673 Nov 23 13:23:40.028990 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.121764 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-91457c56-6527-42ce-8f75-602bd35f52a3 req-9ca282f1-315a-4ea1-8a3e-aa446a2c9a9c tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878594 Nov 23 13:23:40.122491 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.202414 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:37Z', 'revision_number': 2, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:40.208070 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Checking router: 0f493ff4-9a83-407e-994f-9c354dbf3137 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:23:40.208456 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Updating router 0f493ff4-9a83-407e-994f-9c354dbf3137 port 05c61780-b67f-4162-a5f2-083927a18224 binding host dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:23:40.269840 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.379055 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.384867 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.388907 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:40.496508 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'Port': ['ID=6e88756b-79cf-45eb-9a08-0e541f477e68,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:40.501354 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:40.514503 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.536834 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.538066 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3135538 Nov 23 13:23:40.676615 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Notify callbacks [] for port, precommit_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.689564 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Transition to ACTIVE for port object 05c61780-b67f-4162-a5f2-083927a18224 will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:23:40.696449 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.701506 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:40.705435 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-fedafae2-89ff-48b1-aa3b-05b5fefc3c93 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Synchronizing usage tracker for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:23:40.723633 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-fedafae2-89ff-48b1-aa3b-05b5fefc3c93 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Unset dirty status for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:23:40.724762 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-fedafae2-89ff-48b1-aa3b-05b5fefc3c93 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1244297158&fields=id&tenant_id=21c6ee2188e44d33908afdc72f91e397 HTTP/1.1" status: 200 len: 267 time: 0.0622418 Nov 23 13:23:40.831905 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb332e-1e16-4e66-a696-a4d4589023fa None None] Pushing event updated for resources: {'Port': ['ID=05c61780-b67f-4162-a5f2-083927a18224,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:40.859064 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-fadb332e-1e16-4e66-a696-a4d4589023fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:40.894708 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-0f4e62d3-83f3-485f-9abd-dd41ae9570df tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:40.895393 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-0f4e62d3-83f3-485f-9abd-dd41ae9570df tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Synchronizing usage tracker for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:network {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:23:40.916431 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-0f4e62d3-83f3-485f-9abd-dd41ae9570df tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Unset dirty status for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:network {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:23:40.917925 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-0f4e62d3-83f3-485f-9abd-dd41ae9570df tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 810 time: 0.1861534 Nov 23 13:23:40.931647 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Attempting to bind port 05c61780-b67f-4162-a5f2-083927a18224 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:23:40.931786 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Attempting to bind port 05c61780-b67f-4162-a5f2-083927a18224 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:23:40.932193 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Attempting to bind port 05c61780-b67f-4162-a5f2-083927a18224 on network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:23:40.933957 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-9d7c3629-a7fb-4816-9f74-8bd33a2e7bb9 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/quotas/21c6ee2188e44d33908afdc72f91e397 HTTP/1.1" status: 200 len: 375 time: 0.0101717 Nov 23 13:23:40.941250 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:23:40.941661 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Checking segment: {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:23:40.942073 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.942464 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Bound using segment: {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:23:40.942928 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Bound port: 05c61780-b67f-4162-a5f2-083927a18224, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:23:40.943307 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:41.024981 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-8e4285c3-338f-4578-8717-8093853ec4d4 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849633 Nov 23 13:23:41.044296 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] For port 05c61780-b67f-4162-a5f2-083927a18224, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:23:41.047385 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] For port 05c61780-b67f-4162-a5f2-083927a18224, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=05c61780-b67f-4162-a5f2-083927a18224,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:23:41.052464 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:41.055968 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:41.141661 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:23:41.142376 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:23:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:41.185624 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3e6b3b2d-317c-4822-b740-f0e213670768 service neutron] 10.222.0.50 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454735 Nov 23 13:23:41.208639 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 4a2071d9-b52e-4da1-8161-594017a3d3b8 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:23:41.338758 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb332e-1e16-4e66-a696-a4d4589023fa None None] Pushing event updated for resources: {'Port': ['ID=05c61780-b67f-4162-a5f2-083927a18224,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:41.360805 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-fadb332e-1e16-4e66-a696-a4d4589023fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:41.418123 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:23:41.474395 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 4a2071d9-b52e-4da1-8161-594017a3d3b8 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:41.474771 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:41.531919 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-fab6f6fb-a4e0-41e1-84d5-ce37e678742b service neutron] 10.222.0.50 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280950 Nov 23 13:23:41.550387 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e585e0-7d93-4d3c-a655-695fe48c5954 req-1763a1e2-5dab-4448-82e3-5480e5ba4788 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:41.551775 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-46e585e0-7d93-4d3c-a655-695fe48c5954 req-1763a1e2-5dab-4448-82e3-5480e5ba4788 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.1369786 Nov 23 13:23:41.610338 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-46e585e0-7d93-4d3c-a655-695fe48c5954 req-a5a93f21-9c21-405f-b853-f0d76280d88e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508137 Nov 23 13:23:41.863971 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:41Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:41.867818 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b884c3-7e36-4755-b752-c4f577d645f8 None None] The sync data for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi is: [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:41Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:23:42.521815 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:23:42.777808 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-58be8690-881e-469a-9140-e9ef5b57aeb8 req-1021e979-5585-4fc0-af17-d2d5a93f16e4 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 210 time: 0.0792055 Nov 23 13:23:42.822556 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bc01a-fc87-4c1f-983d-1a10bc74b54e req-88f6b19d-2786-4ab3-af39-5f7afafcf49b tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:42.823982 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7e1bc01a-fc87-4c1f-983d-1a10bc74b54e req-88f6b19d-2786-4ab3-af39-5f7afafcf49b tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0936995 Nov 23 13:23:42.871415 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7e1bc01a-fc87-4c1f-983d-1a10bc74b54e req-df783fa1-b072-4e04-9980-fc5a5a4b0282 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402455 Nov 23 13:23:43.148953 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 05c61780-b67f-4162-a5f2-083927a18224 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:23:43.264442 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 05c61780-b67f-4162-a5f2-083927a18224 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:23:43.270112 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 05c61780-b67f-4162-a5f2-083927a18224 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:43.270544 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:43.391540 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:43.426138 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 05c61780-b67f-4162-a5f2-083927a18224, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=05c61780-b67f-4162-a5f2-083927a18224,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:43.430553 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:43.434116 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-edbcc7d7-dd0a-46d1-8663-df31aa9825b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:43.503908 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=05c61780-b67f-4162-a5f2-083927a18224,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:43.506971 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:43.874695 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0e6dea37-a1d9-4fb4-bd41-b59b873f4972 req-3ff15392-65d3-488b-929f-4d0297342e1f tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 210 time: 0.0415444 Nov 23 13:23:44.061631 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df40727-4b24-4331-8842-3573707d4732 req-12378625-d349-4ecb-aced-8b9ac44058a9 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:44.063090 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1df40727-4b24-4331-8842-3573707d4732 req-12378625-d349-4ecb-aced-8b9ac44058a9 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0832005 Nov 23 13:23:44.108279 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1df40727-4b24-4331-8842-3573707d4732 req-bc6c6ac9-224c-4147-93dc-2a921dcb0477 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388691 Nov 23 13:23:44.987118 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a94e7727-1f46-4017-a113-92166ecb7008 req-90d5c7d4-4d72-4c04-a4b1-c40b1d29ddae tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 210 time: 0.0440512 Nov 23 13:23:45.136205 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 05c61780-b67f-4162-a5f2-083927a18224 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:23:45.212690 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 05c61780-b67f-4162-a5f2-083927a18224 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:45.213255 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:45.333152 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcefdd-0ec7-468d-b491-35fc96811d63 req-49e09f85-e0b8-4a2a-ad3e-41970f48d4d3 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:45.334615 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c2fcefdd-0ec7-468d-b491-35fc96811d63 req-49e09f85-e0b8-4a2a-ad3e-41970f48d4d3 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.1011980 Nov 23 13:23:45.386037 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c2fcefdd-0ec7-468d-b491-35fc96811d63 req-01300deb-b15e-463c-8957-fb85be99c846 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448136 Nov 23 13:23:46.088487 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ef09b1d3-2635-4dee-9ae6-b055d882ec8a req-6d3a335f-c244-4bdb-b904-b5fc402a8ba7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 210 time: 0.0436902 Nov 23 13:23:46.572639 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223155f-8c42-40ef-ae17-638251af0132 req-14dde9c3-c346-4102-b437-e77bfbc52545 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:46.574012 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a223155f-8c42-40ef-ae17-638251af0132 req-14dde9c3-c346-4102-b437-e77bfbc52545 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0819376 Nov 23 13:23:46.618221 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a223155f-8c42-40ef-ae17-638251af0132 req-4b4d088f-80ae-4891-a2c4-a23b34ba8154 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386839 Nov 23 13:23:47.238423 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1815ad5c-f3f3-45fa-8ff4-524f48764b20 req-da7aec0c-cb21-4115-b1b4-884578b6ef42 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 210 time: 0.0450072 Nov 23 13:23:47.342996 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-7f182f4b-cb8c-4637-a161-1f3a77705969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:47.344373 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-7f182f4b-cb8c-4637-a161-1f3a77705969 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1098 time: 0.0743177 Nov 23 13:23:47.481483 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-d9062047-0240-48e8-9a3e-929d1d01dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:47.482981 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-d9062047-0240-48e8-9a3e-929d1d01dd38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 200 len: 909 time: 0.1310232 Nov 23 13:23:47.584747 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-8d71c2a2-b4f0-4a70-8c7e-c6a402a91172 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 200 len: 1001 time: 0.0944402 Nov 23 13:23:47.650386 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-f69ebdbd-d9de-40b5-b102-e391eaf2fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:47.652297 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-f69ebdbd-d9de-40b5-b102-e391eaf2fd3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=503c28a9-8427-4a74-b8fb-35a7aca2e2bd HTTP/1.1" status: 200 len: 847 time: 0.0601139 Nov 23 13:23:47.732135 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-bf818d21-8bdb-42a6-a3b1-5e86ef75e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:47.733625 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-bf818d21-8bdb-42a6-a3b1-5e86ef75e952 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746143 Nov 23 13:23:47.767023 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.64', 50756) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:47.934581 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edac1d-295d-487d-b811-8c575c3dcfec req-4b5e82c4-3651-4828-83ab-7489ba6613b7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:47.936096 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-04edac1d-295d-487d-b811-8c575c3dcfec req-4b5e82c4-3651-4828-83ab-7489ba6613b7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.2067659 Nov 23 13:23:47.941159 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3a1f3b9b-517b-413e-b3cf-8c2ffe9f2962 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:47.942737 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3a1f3b9b-517b-413e-b3cf-8c2ffe9f2962 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 810 time: 0.1743186 Nov 23 13:23:47.943437 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-169ebc53-ea52-48db-912b-ce7a0b186249 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719368 Nov 23 13:23:48.004019 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-ac08b194-76fc-442e-9874-8ff4842ed849 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Synchronizing usage tracker for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:security_group {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:23:48.016356 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-ac08b194-76fc-442e-9874-8ff4842ed849 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Unset dirty status for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:security_group {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:23:48.018210 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-ac08b194-76fc-442e-9874-8ff4842ed849 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21c6ee2188e44d33908afdc72f91e397 HTTP/1.1" status: 200 len: 380 time: 0.0599878 Nov 23 13:23:48.034139 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'port': {'device_id': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'admin_state_up': True, 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'security_groups': ['4d9956de-165f-4672-b85e-3e12a25574f7']}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:23:48.180426 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-04edac1d-295d-487d-b811-8c575c3dcfec req-81d6274a-5a6c-4e5f-8a27-e1d8da41a99e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358563 Nov 23 13:23:48.181452 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:23:48.185564 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:port and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:23:48.188412 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:23:48.204652 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:23:48.225887 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Made reservation on behalf of 21c6ee2188e44d33908afdc72f91e397 for: {'port': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:23:48.229778 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:48.233372 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-14fc707e-cb5a-4ed5-a560-394a12861a8b req-95c052c6-9499-49fb-a211-c8f46740421c service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739937 Nov 23 13:23:48.399287 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Allocated IP 172.20.0.12 (72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc/91c6bc9e-6670-4414-90a9-0423321673ff/731e605c-ef89-46a1-9cca-cd92b51bf3d9) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:23:48.399851 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-75106dd4-c5ab-417c-85ca-1d41c1893445 req-109d8332-4163-4d87-a716-16bdca331024 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 210 time: 0.0435865 Nov 23 13:23:48.594552 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:48.612799 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Transition to ACTIVE for port object 731e605c-ef89-46a1-9cca-cd92b51bf3d9 will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:23:48.636534 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:48.642386 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-85d9d569-d58d-40a5-aaa9-ff3ec4986656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:48.711068 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:23:48.714327 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:23:48.718339 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:23:48.749573 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'Port': ['ID=731e605c-ef89-46a1-9cca-cd92b51bf3d9,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:48.761211 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:48.790759 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:48.791612 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:48.814211 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7884021 Nov 23 13:23:48.828189 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Request body: {'port': {'device_id': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:23:48.946427 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:48.989438 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-6b6b5564-6ef9-467d-92af-827496b247ad None None] Provisioning for port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:23:48.994800 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-6b6b5564-6ef9-467d-92af-827496b247ad None None] Provisioning complete for port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:48.995180 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6b6b5564-6ef9-467d-92af-827496b247ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:49.054781 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b5564-6ef9-467d-92af-827496b247ad None None] Port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:23:49.395236 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b40a2-20c9-4d46-ab6c-410dcc0c5428 req-1ee36dfc-1a83-4504-bcd1-568a5633e75c tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:49.396764 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a68b40a2-20c9-4d46-ab6c-410dcc0c5428 req-1ee36dfc-1a83-4504-bcd1-568a5633e75c tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0888195 Nov 23 13:23:49.404798 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731e605c-ef89-46a1-9cca-cd92b51bf3d9 {{(pid=86879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:23:49.413126 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:49.429715 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Transition to ACTIVE for port object 731e605c-ef89-46a1-9cca-cd92b51bf3d9 will not be triggered until provisioned by entity L2. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:23:49.435285 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:49.442331 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2c6f69cd-7cbf-4f61-a295-9b89ef6ebeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:49.448647 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a68b40a2-20c9-4d46-ab6c-410dcc0c5428 req-5585a41a-6ea6-4bac-9896-0bb5e85d5852 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457921 Nov 23 13:23:49.603708 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a881db-6e41-4542-85b1-f704bdd1cbc6 req-7e988328-1ba9-40ed-949b-b8a4e9b9a2a5 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:49.609914 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c5a881db-6e41-4542-85b1-f704bdd1cbc6 req-7e988328-1ba9-40ed-949b-b8a4e9b9a2a5 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 944 time: 0.0862420 Nov 23 13:23:49.639145 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Pushing event updated for resources: {'Port': ['ID=731e605c-ef89-46a1-9cca-cd92b51bf3d9,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:49.642252 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:49.665340 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c5a881db-6e41-4542-85b1-f704bdd1cbc6 req-db01eaa2-0478-4269-8880-0b0121f52b85 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476243 Nov 23 13:23:49.694097 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Attempting to bind port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:23:49.694432 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Attempting to bind port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:23:49.694765 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Attempting to bind port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 on network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:23:49.700484 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 on network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:23:49.700803 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Attempting to bind port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 on network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:23:49.713497 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:23:49.713874 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Checking segment: {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:23:49.714263 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Bound using segment: {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:23:49.714695 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Bound port: 731e605c-ef89-46a1-9cca-cd92b51bf3d9, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'}}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:23:49.715042 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:49.815972 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] For port 731e605c-ef89-46a1-9cca-cd92b51bf3d9, host hv-cinder-81888, cleared binding levels {{(pid=86879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:23:49.819451 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] For port 731e605c-ef89-46a1-9cca-cd92b51bf3d9, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:23:49.824968 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:49.830197 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-2825f7bb-4dce-4f25-9308-a15bbb219f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:49.900891 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:49.901521 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:49.902929 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/731e605c-ef89-46a1-9cca-cd92b51bf3d9 HTTP/1.1" status: 200 len: 1094 time: 1.0794768 Nov 23 13:23:49.903479 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'tag': '731e605c-ef89-46a1-9cca-cd92b51bf3d9'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:23:49.937719 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Pushing event updated for resources: {'Port': ['ID=731e605c-ef89-46a1-9cca-cd92b51bf3d9,revision_number=3']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:49.952156 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:50.030157 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'tag': '731e605c-ef89-46a1-9cca-cd92b51bf3d9', 'status': 'completed', 'code': 200} Nov 23 13:23:50.045361 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-ff69fe33-e82d-4334-8d04-24b7790b59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:50.046805 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-ff69fe33-e82d-4334-8d04-24b7790b59d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 1097 time: 0.0933576 Nov 23 13:23:50.123263 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-57207fe2-53ad-4a6a-baba-f89508b0b73c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9 HTTP/1.1" status: 200 len: 217 time: 0.0688958 Nov 23 13:23:50.188389 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-410aae0a-d6dd-4310-8389-e11a299f54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:50.190276 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-410aae0a-d6dd-4310-8389-e11a299f54d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.0597103 Nov 23 13:23:50.275432 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-b6ac2a9b-6dd2-4830-9a99-399743d8c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:50.277131 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-b6ac2a9b-6dd2-4830-9a99-399743d8c73d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801826 Nov 23 13:23:50.424851 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-98ad5d55-2144-4afc-975f-5fa83de510cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:50.427236 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-652e25be-8529-4e21-8912-7980c12c8879 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416957 Nov 23 13:23:50.577677 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-76aa16a9-b8ee-4bb2-ba1c-2c9a5912c7a0 req-52f87c92-3023-42b8-a529-bb208573dd80 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438670 Nov 23 13:23:50.639112 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc188d-5b08-499c-b4a4-457ddd6a071f req-d88cf086-2c5f-4415-81eb-d854774cc381 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:50.640757 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d6dc188d-5b08-499c-b4a4-457ddd6a071f req-d88cf086-2c5f-4415-81eb-d854774cc381 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0816305 Nov 23 13:23:50.685929 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d6dc188d-5b08-499c-b4a4-457ddd6a071f req-5c3eacaa-355d-464c-a2f2-1090f8e08a8d tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385053 Nov 23 13:23:50.699741 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-1705a873-68f8-4cda-8c01-6fc510dd3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:50.701402 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-1705a873-68f8-4cda-8c01-6fc510dd3315 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 1097 time: 0.0792267 Nov 23 13:23:50.848761 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-fd643d50-36cc-40f2-a546-c70dfca67174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:50.850959 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-fd643d50-36cc-40f2-a546-c70dfca67174 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 911 time: 0.1419206 Nov 23 13:23:50.902009 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c125395-0e26-4c8a-a9a3-ef25ad461510 req-06e97e8f-1903-4eac-848a-8dfa2530428b tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:50.904015 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2c125395-0e26-4c8a-a9a3-ef25ad461510 req-06e97e8f-1903-4eac-848a-8dfa2530428b tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 944 time: 0.1195912 Nov 23 13:23:50.947872 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-3e5358ae-505b-4336-a7a9-e6d28e9ce1fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9 HTTP/1.1" status: 200 len: 217 time: 0.0896358 Nov 23 13:23:50.951997 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:51.004039 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2c125395-0e26-4c8a-a9a3-ef25ad461510 req-de4788a6-d59b-48e0-ba25-c85d446e3642 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856681 Nov 23 13:23:51.108040 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 54962) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:51.142445 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0025de8-88b5-4acb-8c9b-515506c24dca req-3dcbb5e3-b0f5-4034-860d-5bc999bef848 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:51.144060 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b0025de8-88b5-4acb-8c9b-515506c24dca req-3dcbb5e3-b0f5-4034-860d-5bc999bef848 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.1150312 Nov 23 13:23:51.147355 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-a516f676-4d24-4127-ac75-a289c3a2c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:51.149167 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-a516f676-4d24-4127-ac75-a289c3a2c50a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.1924939 Nov 23 13:23:51.260757 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b0025de8-88b5-4acb-8c9b-515506c24dca req-7f3d41ed-0821-4628-9884-0a966b1ac67a tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069317 Nov 23 13:23:51.266498 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-bb5992f7-5e4f-4a25-ab8d-6da61771a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:51.269273 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-bb5992f7-5e4f-4a25-ab8d-6da61771a50d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1123757 Nov 23 13:23:51.294743 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-74291c79-42dc-4cea-a286-442a34971cc5 req-ea8ddf93-1c28-4f2e-818f-2d002385934f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1856432 Nov 23 13:23:51.424618 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-e4026a75-80df-4576-a10b-736d7a9859b6 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483774 Nov 23 13:23:51.573881 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-eea6a031-e31a-4168-a289-c8fd5d54f9ad req-0b254e86-4907-41f2-a6b1-7eae2fa0ee8c service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424756 Nov 23 13:23:52.193823 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20903d-a78b-4e49-a771-ad6171ad32b3 req-55be8974-3549-4435-895b-96bd7dc3e680 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:52.195521 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5a20903d-a78b-4e49-a771-ad6171ad32b3 req-55be8974-3549-4435-895b-96bd7dc3e680 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 944 time: 0.0869884 Nov 23 13:23:52.266982 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5a20903d-a78b-4e49-a771-ad6171ad32b3 req-e3cabf06-e1f6-4145-aa78-1c86d93573ba tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653236 Nov 23 13:23:52.458860 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e835e75-acf7-44a4-bb17-da51c1d28ca9 req-471ce1ee-f350-4684-adf9-e4bdeb600a32 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:52.460331 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2e835e75-acf7-44a4-bb17-da51c1d28ca9 req-471ce1ee-f350-4684-adf9-e4bdeb600a32 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0816181 Nov 23 13:23:52.504703 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2e835e75-acf7-44a4-bb17-da51c1d28ca9 req-6140df86-5473-4041-9d4f-c64d6e2d177e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386460 Nov 23 13:23:52.883743 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 731e605c-ef89-46a1-9cca-cd92b51bf3d9 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:23:52.888440 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 041c4d8d-4f64-449e-8c09-c20f203e3db2 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:23:52.894401 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74291c79-42dc-4cea-a286-442a34971cc5 req-75451049-3aa1-4a3e-b9ac-f41cc3b913b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:52.895853 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-74291c79-42dc-4cea-a286-442a34971cc5 req-75451049-3aa1-4a3e-b9ac-f41cc3b913b5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff&tenant_id=9584b1ad22b8494eab5b17cd1f4a6283 HTTP/1.1" status: 200 len: 1098 time: 0.0757391 Nov 23 13:23:52.991763 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74291c79-42dc-4cea-a286-442a34971cc5 req-0afad41f-06ef-4d12-bcc7-971dfca66113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:52.993217 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-74291c79-42dc-4cea-a286-442a34971cc5 req-0afad41f-06ef-4d12-bcc7-971dfca66113 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1098 time: 0.0722280 Nov 23 13:23:53.099012 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-ba4245ca-bc05-4457-b946-7a9ea21a996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:53.127492 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74291c79-42dc-4cea-a286-442a34971cc5 req-ec6d7780-2eb9-4101-9266-7ef18f9d872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:53.129223 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-74291c79-42dc-4cea-a286-442a34971cc5 req-ec6d7780-2eb9-4101-9266-7ef18f9d872e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 200 len: 909 time: 0.1296701 Nov 23 13:23:53.136830 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:53.158907 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 731e605c-ef89-46a1-9cca-cd92b51bf3d9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:53.179218 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '731e605c-ef89-46a1-9cca-cd92b51bf3d9', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'port_id': '731e605c-ef89-46a1-9cca-cd92b51bf3d9', 'mac_address': 'fa:16:3e:a6:c8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:23:53.184378 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:23:53.223744 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 041c4d8d-4f64-449e-8c09-c20f203e3db2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:53.238195 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:53.242654 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:53.252392 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-74291c79-42dc-4cea-a286-442a34971cc5 req-50d6a370-a31e-412b-8b0e-cb23a9c08cef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 200 len: 1001 time: 0.1159441 Nov 23 13:23:53.277356 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'code': 200} Nov 23 13:23:53.310574 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:53.323069 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74291c79-42dc-4cea-a286-442a34971cc5 req-348477d3-bf70-422b-bd5f-fac86cc732d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:53.324583 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-74291c79-42dc-4cea-a286-442a34971cc5 req-348477d3-bf70-422b-bd5f-fac86cc732d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=503c28a9-8427-4a74-b8fb-35a7aca2e2bd HTTP/1.1" status: 200 len: 847 time: 0.0651424 Nov 23 13:23:53.337753 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731e605c-ef89-46a1-9cca-cd92b51bf3d9 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:23:53.352119 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=041c4d8d-4f64-449e-8c09-c20f203e3db2,revision_number=6']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:53.355459 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:53.362037 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 731e605c-ef89-46a1-9cca-cd92b51bf3d9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:53.367906 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:53.371215 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:53.411570 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74291c79-42dc-4cea-a286-442a34971cc5 req-c4726077-7031-421f-93af-7920347d6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:53.413122 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-74291c79-42dc-4cea-a286-442a34971cc5 req-c4726077-7031-421f-93af-7920347d6418 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822389 Nov 23 13:23:53.444153 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=731e605c-ef89-46a1-9cca-cd92b51bf3d9,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:53.447283 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:53.469422 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149e364-62d8-42b8-a162-3a34b6545feb req-bf3898a3-580f-4e3b-8357-be9367e2ad90 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:53.471561 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4149e364-62d8-42b8-a162-3a34b6545feb req-bf3898a3-580f-4e3b-8357-be9367e2ad90 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 945 time: 0.0895598 Nov 23 13:23:53.518144 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4149e364-62d8-42b8-a162-3a34b6545feb req-260847e4-807b-47d3-bbf1-d873329ab9bc tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406373 Nov 23 13:23:53.561552 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-74291c79-42dc-4cea-a286-442a34971cc5 req-f3feb9bc-df99-415a-84f6-f269cfb1bb0f service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413224 Nov 23 13:23:53.577156 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['731e605c-ef89-46a1-9cca-cd92b51bf3d9'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:23:53.696828 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-74291c79-42dc-4cea-a286-442a34971cc5 req-934342b4-c824-4cf5-adec-ae772c438954 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282399 Nov 23 13:23:53.706477 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f0e05-2956-44bb-ba6f-75255f7f720e req-e5a8b41c-1c04-4a25-b48a-c715dde860b4 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:53.708225 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c59f0e05-2956-44bb-ba6f-75255f7f720e req-e5a8b41c-1c04-4a25-b48a-c715dde860b4 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0882096 Nov 23 13:23:53.753791 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c59f0e05-2956-44bb-ba6f-75255f7f720e req-6aa44f82-57a5-4a52-b266-7ee36236c7ee tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383179 Nov 23 13:23:54.154877 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:54.156047 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:54.701897 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3e114-04d1-4ba5-9ee5-703947e4b7db req-8c263363-4394-4f65-ab01-24251e23b3f8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:54.703321 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bab3e114-04d1-4ba5-9ee5-703947e4b7db req-8c263363-4394-4f65-ab01-24251e23b3f8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 945 time: 0.0816386 Nov 23 13:23:54.747246 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bab3e114-04d1-4ba5-9ee5-703947e4b7db req-ee641f9b-3985-45e5-958f-04348860f3d1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378389 Nov 23 13:23:54.898304 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 731e605c-ef89-46a1-9cca-cd92b51bf3d9 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:23:54.937686 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c65f09-a67a-4cc6-b8a6-c39d2bdcc644 req-38974e5c-6496-49be-83f5-63dae52bf553 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:54.939155 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a3c65f09-a67a-4cc6-b8a6-c39d2bdcc644 req-38974e5c-6496-49be-83f5-63dae52bf553 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0801554 Nov 23 13:23:54.964683 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:23:54.969261 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:23:54.969701 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:54.984943 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a3c65f09-a67a-4cc6-b8a6-c39d2bdcc644 req-98431c5b-e4b7-4a95-89ed-b0c13af89bcf tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400896 Nov 23 13:23:55.085497 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:55.116828 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 731e605c-ef89-46a1-9cca-cd92b51bf3d9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:23:55.121666 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:55.123454 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-a5bb84c2-a317-40d9-893c-f83e5b99871d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:23:55.190827 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=731e605c-ef89-46a1-9cca-cd92b51bf3d9,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:23:55.193651 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:23:55.278409 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731e605c-ef89-46a1-9cca-cd92b51bf3d9'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:23:55.321584 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731e605c-ef89-46a1-9cca-cd92b51bf3d9', 'code': 200} Nov 23 13:23:55.465079 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:55.544399 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b846b-bf04-49b4-b55c-a7d97cc71bc3 req-708c4369-9c7a-47b2-9edf-826385d0c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:55.545896 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-564b846b-bf04-49b4-b55c-a7d97cc71bc3 req-708c4369-9c7a-47b2-9edf-826385d0c55d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 1099 time: 0.0694683 Nov 23 13:23:55.589926 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-564b846b-bf04-49b4-b55c-a7d97cc71bc3 req-978dc940-0a4d-4ed3-9ee7-b4f685fcf7b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374310 Nov 23 13:23:55.933763 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4843de3-79e5-4b89-98a3-dffa2923d9f0 req-70224e4d-7a5f-4c07-853b-e40424b60b55 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:55.935209 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f4843de3-79e5-4b89-98a3-dffa2923d9f0 req-70224e4d-7a5f-4c07-853b-e40424b60b55 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0857689 Nov 23 13:23:55.978503 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f4843de3-79e5-4b89-98a3-dffa2923d9f0 req-962199e2-bd31-46f8-8c9b-381f7bf0972a tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376921 Nov 23 13:23:56.168277 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8a394-3efa-41de-8ce0-ff88d91286f9 req-aa7d1542-5f4d-42ce-803e-3bdc7e115c11 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:56.169628 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89a8a394-3efa-41de-8ce0-ff88d91286f9 req-aa7d1542-5f4d-42ce-803e-3bdc7e115c11 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0778589 Nov 23 13:23:56.216452 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89a8a394-3efa-41de-8ce0-ff88d91286f9 req-56017217-d010-45f3-99a9-d69d014d5c14 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406764 Nov 23 13:23:57.160269 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7b017-83d5-4c8d-97b9-7f6ac78ffc2c req-c830532f-1f7b-4c0c-8c1b-7d828056cffd tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:57.161721 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0de7b017-83d5-4c8d-97b9-7f6ac78ffc2c req-c830532f-1f7b-4c0c-8c1b-7d828056cffd tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0786927 Nov 23 13:23:57.205953 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0de7b017-83d5-4c8d-97b9-7f6ac78ffc2c req-f7b39cef-2ec7-4792-9ef1-ec4398c9c8cd tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385509 Nov 23 13:23:57.460852 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d3c39-586e-4318-9b4c-41bf6df4c174 req-254141e5-aea2-4ca0-8936-53fb30953adf tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:57.462395 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db7d3c39-586e-4318-9b4c-41bf6df4c174 req-254141e5-aea2-4ca0-8936-53fb30953adf tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.1417120 Nov 23 13:23:57.470756 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18e881-000b-4050-8ea2-71d01ed5f5de req-b08f4a10-8809-463c-a690-5bd1a177dc7b tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:57.472103 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5a18e881-000b-4050-8ea2-71d01ed5f5de req-b08f4a10-8809-463c-a690-5bd1a177dc7b tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.1622772 Nov 23 13:23:57.480579 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55006) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:23:57.485914 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-658a3ae5-aa5a-4b09-ba9c-e2ce1efef09c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'floatingip': {'port_id': '731e605c-ef89-46a1-9cca-cd92b51bf3d9'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:23:57.579983 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-658a3ae5-aa5a-4b09-ba9c-e2ce1efef09c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:57.700533 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db7d3c39-586e-4318-9b4c-41bf6df4c174 req-1e7253c9-dbc9-45d7-b89b-61d193aafc94 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275035 Nov 23 13:23:58.293023 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-658a3ae5-aa5a-4b09-ba9c-e2ce1efef09c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:58.297901 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-658a3ae5-aa5a-4b09-ba9c-e2ce1efef09c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:58.467145 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.l3_db [None req-658a3ae5-aa5a-4b09-ba9c-e2ce1efef09c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Floating IP b295d0da-3b49-4c04-8a12-b47d6ce52dd6 associated. External IP: 172.27.1.16, port: 731e605c-ef89-46a1-9cca-cd92b51bf3d9. Nov 23 13:23:58.870682 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658a3ae5-aa5a-4b09-ba9c-e2ce1efef09c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Router 0f493ff4-9a83-407e-994f-9c354dbf3137 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:23:59.032824 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4ef8f-bb6e-4287-8ff0-8687aa7b8c20 req-87374654-6767-41f6-89b4-50816a5369d2 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:59.034294 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0d4ef8f-bb6e-4287-8ff0-8687aa7b8c20 req-87374654-6767-41f6-89b4-50816a5369d2 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.2284369 Nov 23 13:23:59.212941 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0d4ef8f-bb6e-4287-8ff0-8687aa7b8c20 req-dbb5a926-c67f-42ca-b5e9-5b87e763577c tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724818 Nov 23 13:23:59.214082 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658a3ae5-aa5a-4b09-ba9c-e2ce1efef09c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:23:59.218703 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-658a3ae5-aa5a-4b09-ba9c-e2ce1efef09c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:59.227990 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] Sync routers for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:23:59.239553 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:23:59.240226 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:23:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:59.274797 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-658a3ae5-aa5a-4b09-ba9c-e2ce1efef09c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "PUT /v2.0/floatingips/b295d0da-3b49-4c04-8a12-b47d6ce52dd6 HTTP/1.1" status: 200 len: 991 time: 1.7932410 Nov 23 13:23:59.275690 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'tag': '731e605c-ef89-46a1-9cca-cd92b51bf3d9'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:23:59.329568 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'tag': '731e605c-ef89-46a1-9cca-cd92b51bf3d9', 'status': 'completed', 'code': 200} Nov 23 13:23:59.428492 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:23:59.434450 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-cd1957da-1e4e-41f5-a127-69044e9ab879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:59.435981 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-cd1957da-1e4e-41f5-a127-69044e9ab879 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 1099 time: 0.0745990 Nov 23 13:23:59.567124 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-257633f2-5d02-4061-a28b-0e617dfde1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:59.568473 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-257633f2-5d02-4061-a28b-0e617dfde1ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 911 time: 0.1258028 Nov 23 13:23:59.789386 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'b295d0da-3b49-4c04-8a12-b47d6ce52dd6', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'port_id': '731e605c-ef89-46a1-9cca-cd92b51bf3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'mac_address': 'fa:16:3e:a6:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:23:39Z', 'updated_at': '2021-11-23T13:23:58Z', 'revision_number': 1, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:59.790433 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-562ce3a0-31a8-46eb-a3c5-2d4dcb0e1afe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9 HTTP/1.1" status: 200 len: 999 time: 0.2137706 Nov 23 13:23:59.793912 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] Checking router: 0f493ff4-9a83-407e-994f-9c354dbf3137 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:23:59.803391 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:23:59.803975 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:23:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:23:59.856568 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-41950efe-6fc7-4b3d-8d5a-f1e960cada88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:59.858042 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-41950efe-6fc7-4b3d-8d5a-f1e960cada88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.0595970 Nov 23 13:23:59.882225 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800374c-654b-4ba7-aa4a-057e1079045c req-2925a6e2-f506-47e4-9691-13197f088978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:59.883692 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7800374c-654b-4ba7-aa4a-057e1079045c req-2925a6e2-f506-47e4-9691-13197f088978 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1096 time: 0.0731759 Nov 23 13:23:59.927426 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7800374c-654b-4ba7-aa4a-057e1079045c req-1088a741-6f96-497c-ab0d-d9f006395d8b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368934 Nov 23 13:23:59.942959 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-fea46d8a-4001-4ec8-a399-da953bb3fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:59.944544 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-fea46d8a-4001-4ec8-a399-da953bb3fe5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796866 Nov 23 13:23:59.982117 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:24:00.237004 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-844e3e4f-2359-446c-af3b-dd6f58f73da3 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252811 Nov 23 13:24:00.364128 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'b295d0da-3b49-4c04-8a12-b47d6ce52dd6', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'port_id': '731e605c-ef89-46a1-9cca-cd92b51bf3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'mac_address': 'fa:16:3e:a6:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:23:39Z', 'updated_at': '2021-11-23T13:23:58Z', 'revision_number': 1, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:00.368285 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2922bb-615c-4625-8410-a6dd7fc9d063 None None] The sync data for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi is: [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'b295d0da-3b49-4c04-8a12-b47d6ce52dd6', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'port_id': '731e605c-ef89-46a1-9cca-cd92b51bf3d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'mac_address': 'fa:16:3e:a6:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:23:39Z', 'updated_at': '2021-11-23T13:23:58Z', 'revision_number': 1, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:24:00.382682 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-dcd04586-0050-455a-91b0-1e8a03048e26 req-827e59bb-edde-4a1a-8c0b-170ce2df36d8 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374774 Nov 23 13:24:00.414730 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45b197-a241-4c04-9033-35f2f841da6a req-d8dfd14f-e5cf-4ab2-a636-08fb03231438 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:00.416460 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9a45b197-a241-4c04-9033-35f2f841da6a req-d8dfd14f-e5cf-4ab2-a636-08fb03231438 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0865369 Nov 23 13:24:00.464805 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9a45b197-a241-4c04-9033-35f2f841da6a req-3f4d9ae8-2d88-40b3-8d95-95e9379bb090 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419319 Nov 23 13:24:00.588480 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d4d7b-b6d4-4361-a15b-b2b8ed64a751 None None] New status for floating IP b295d0da-3b49-4c04-8a12-b47d6ce52dd6: ACTIVE {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:24:01.817749 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e25760-e37f-4bd7-bc5c-b0429d703734 req-3001ccfc-88d4-4d59-85cb-6f6f7fc71d89 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:01.819102 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-33e25760-e37f-4bd7-bc5c-b0429d703734 req-3001ccfc-88d4-4d59-85cb-6f6f7fc71d89 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 943 time: 0.0837927 Nov 23 13:24:01.862340 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-33e25760-e37f-4bd7-bc5c-b0429d703734 req-3491325c-6374-44ee-9c78-c33c3363bb67 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377634 Nov 23 13:24:02.933921 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 041c4d8d-4f64-449e-8c09-c20f203e3db2 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:24:03.064288 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 041c4d8d-4f64-449e-8c09-c20f203e3db2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:03.077099 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'port_id': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'mac_address': 'fa:16:3e:35:d9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:24:03.134991 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:03.152159 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041c4d8d-4f64-449e-8c09-c20f203e3db2 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:24:03.168250 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 041c4d8d-4f64-449e-8c09-c20f203e3db2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:03.171847 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:03.174391 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:03.238210 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=041c4d8d-4f64-449e-8c09-c20f203e3db2,revision_number=7']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:03.241370 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:03.437815 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['041c4d8d-4f64-449e-8c09-c20f203e3db2'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:24:04.952119 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 041c4d8d-4f64-449e-8c09-c20f203e3db2 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:24:05.018430 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 041c4d8d-4f64-449e-8c09-c20f203e3db2 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:24:05.018808 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:05.137520 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:05.146252 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-dd35d048-2003-492f-8b3d-218b44e43363 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679510 Nov 23 13:24:05.164916 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:24:05.175783 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 041c4d8d-4f64-449e-8c09-c20f203e3db2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:05.182560 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:05.184400 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:05.223694 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'code': 200} Nov 23 13:24:05.261113 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=041c4d8d-4f64-449e-8c09-c20f203e3db2,revision_number=8']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:05.264164 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:05.300221 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-b57c7f23-7b68-415c-8aff-dbdb453e0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:05.301693 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-b57c7f23-7b68-415c-8aff-dbdb453e0778 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1098 time: 0.0742302 Nov 23 13:24:05.446831 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-1e0f6c78-c644-4e84-84e3-c52c29efad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:05.448154 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-1e0f6c78-c644-4e84-84e3-c52c29efad6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 200 len: 909 time: 0.1273284 Nov 23 13:24:05.545699 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-c3aa9c24-0524-4158-a324-5c48c505a7cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 200 len: 1001 time: 0.0904484 Nov 23 13:24:05.608933 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-5ad0ecf7-1146-4e22-a0fd-e25479690179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:05.610375 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-5ad0ecf7-1146-4e22-a0fd-e25479690179 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=503c28a9-8427-4a74-b8fb-35a7aca2e2bd HTTP/1.1" status: 200 len: 847 time: 0.0587397 Nov 23 13:24:05.686436 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-824cea3d-d3a4-4677-9cfd-159079a7a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:05.687927 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-824cea3d-d3a4-4677-9cfd-159079a7a6c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714774 Nov 23 13:24:05.818696 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-2cb4a521-5fca-43cb-b026-3e6b25f7e6df service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234591 Nov 23 13:24:05.949489 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ff2e64da-7947-497c-a111-aa106ebe2ee8 req-6c2c75fa-933d-4219-9003-d0fb4ffca7b0 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230211 Nov 23 13:24:19.521211 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:24:20.422691 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-1ac89a7b-eb56-4e26-b606-1f897fb363b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:20.925502 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:23.013439 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-1d6274d9-aef4-4ff4-a1c0-942c23ef0540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:24.151687 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:24.177577 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:25.463487 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:48.936540 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13fe23-2d9b-410c-86f7-cbe33d684d45 req-acb2734b-f2d8-4c5a-b868-5c9236ed6844 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:48.938014 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ff13fe23-2d9b-410c-86f7-cbe33d684d45 req-acb2734b-f2d8-4c5a-b868-5c9236ed6844 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0793319 Nov 23 13:24:48.983562 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ff13fe23-2d9b-410c-86f7-cbe33d684d45 req-40d0acfb-cb32-4c02-ac2e-117abd591bc6 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393906 Nov 23 13:24:50.174230 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857744-a6bd-427b-9f19-db7ed756ab38 req-c8403493-63fa-46c0-b7e9-b7f23ed3b38d tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:50.175680 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af857744-a6bd-427b-9f19-db7ed756ab38 req-c8403493-63fa-46c0-b7e9-b7f23ed3b38d tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0823808 Nov 23 13:24:50.219916 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af857744-a6bd-427b-9f19-db7ed756ab38 req-0fa5e927-1efa-49cb-a525-aa36be7f4841 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386846 Nov 23 13:24:50.417050 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-09f87127-effb-4234-971b-90655dc55aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:50.928658 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:51.401545 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2777203-2c1c-42d3-b6e8-307cabe8169e req-48a28365-315f-4d6f-adeb-4b54fbd4fab5 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:51.403050 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a2777203-2c1c-42d3-b6e8-307cabe8169e req-48a28365-315f-4d6f-adeb-4b54fbd4fab5 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0799074 Nov 23 13:24:51.450472 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a2777203-2c1c-42d3-b6e8-307cabe8169e req-a854d2d5-5aa4-46a5-b4b9-913b6bec62e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416939 Nov 23 13:24:52.638209 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378f265-49de-4e15-b189-1c727de1fd5c req-7db4ec9e-57e8-4a26-93b3-66f2c1e98b01 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:52.639642 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7378f265-49de-4e15-b189-1c727de1fd5c req-7db4ec9e-57e8-4a26-93b3-66f2c1e98b01 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0809386 Nov 23 13:24:52.684993 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7378f265-49de-4e15-b189-1c727de1fd5c req-6166b3b1-c91b-4628-bced-d51e894041ab tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397375 Nov 23 13:24:53.005487 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-44d701f7-b36f-4c65-904b-917c71af2137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:53.872425 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb0c30-c15f-45c6-8e88-b0a5fc883ffd req-2c4ea09c-76cd-4141-8ed7-061cbf82ce4c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:53.873958 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3bbb0c30-c15f-45c6-8e88-b0a5fc883ffd req-2c4ea09c-76cd-4141-8ed7-061cbf82ce4c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0823667 Nov 23 13:24:53.918602 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3bbb0c30-c15f-45c6-8e88-b0a5fc883ffd req-b1f804ec-04fc-44b5-b4a7-6ee7cc9d98b0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384808 Nov 23 13:24:54.153452 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:54.178755 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:55.104220 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1df167-ac64-4f42-9797-15d83dbeff6a req-f5364131-a16b-49e1-b0c4-557ffa03617c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:55.105700 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9f1df167-ac64-4f42-9797-15d83dbeff6a req-f5364131-a16b-49e1-b0c4-557ffa03617c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0829959 Nov 23 13:24:55.149373 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9f1df167-ac64-4f42-9797-15d83dbeff6a req-58861ce4-6aaf-4fb8-aed7-7aa6c56244a8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380552 Nov 23 13:24:55.465807 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:56.333174 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461bd73-c507-47a5-95a9-032f676d25e8 req-522c1ef3-6fb2-420f-acb1-43c2fd236520 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:56.334619 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8461bd73-c507-47a5-95a9-032f676d25e8 req-522c1ef3-6fb2-420f-acb1-43c2fd236520 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0829723 Nov 23 13:24:56.377165 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8461bd73-c507-47a5-95a9-032f676d25e8 req-15254a6e-a8d7-4721-b29d-7e59bfe54bdc tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368645 Nov 23 13:24:56.519736 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:24:57.572713 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f779d7-44dc-46a3-90b0-9c7a4a39f8a7 req-b99cd287-218e-4622-af6e-b823173df6a4 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:57.574209 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e3f779d7-44dc-46a3-90b0-9c7a4a39f8a7 req-b99cd287-218e-4622-af6e-b823173df6a4 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0824234 Nov 23 13:24:57.624273 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e3f779d7-44dc-46a3-90b0-9c7a4a39f8a7 req-b962de9d-dc73-46d6-864d-a66fc2973015 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Nov 23 13:24:58.810999 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441500e9-9c93-46b1-8f14-2ca02f8659bf req-7d03504d-bfc1-4ca0-a1e1-3a77657ab0c6 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:58.812419 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-441500e9-9c93-46b1-8f14-2ca02f8659bf req-7d03504d-bfc1-4ca0-a1e1-3a77657ab0c6 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0785580 Nov 23 13:24:58.859449 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-441500e9-9c93-46b1-8f14-2ca02f8659bf req-e8b8a54a-27b2-46c8-9d2f-3c42115c52a0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Nov 23 13:25:00.053193 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d862e7-f26c-4f40-8366-2bc564f856eb req-ba2e1979-e278-436a-b63c-3e3cc593f09a tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:00.054688 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-38d862e7-f26c-4f40-8366-2bc564f856eb req-ba2e1979-e278-436a-b63c-3e3cc593f09a tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0858135 Nov 23 13:25:00.100137 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-38d862e7-f26c-4f40-8366-2bc564f856eb req-32395f26-de97-4959-a92f-3a4ba103f91c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389798 Nov 23 13:25:01.284346 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f66970-2956-40cf-9fe3-05d223eb829b req-9d022a81-eaa0-4a4e-92ae-c4a4cf8a7a5e tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:01.285808 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b4f66970-2956-40cf-9fe3-05d223eb829b req-9d022a81-eaa0-4a4e-92ae-c4a4cf8a7a5e tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0791402 Nov 23 13:25:01.330328 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b4f66970-2956-40cf-9fe3-05d223eb829b req-e6a2c39b-0b8d-4a0d-a00d-357d47d39da3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388424 Nov 23 13:25:02.514673 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ebad6-2a3d-4296-b44c-5110d538aa78 req-5da6cba0-283c-443a-894d-ef7788e44826 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:02.516036 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-823ebad6-2a3d-4296-b44c-5110d538aa78 req-5da6cba0-283c-443a-894d-ef7788e44826 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0828075 Nov 23 13:25:02.562965 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-823ebad6-2a3d-4296-b44c-5110d538aa78 req-f18a233e-07c2-41d9-af76-04faebd62650 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408227 Nov 23 13:25:03.747507 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fad70-480f-472b-bda0-116252b82af5 req-b9cb7487-1a60-40a4-8747-0f9892e4e5df tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:03.748950 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8b2fad70-480f-472b-bda0-116252b82af5 req-b9cb7487-1a60-40a4-8747-0f9892e4e5df tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0781939 Nov 23 13:25:03.793371 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8b2fad70-480f-472b-bda0-116252b82af5 req-175b2ee5-0487-4daa-ad11-b9fa10df7cf7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382516 Nov 23 13:25:04.980542 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46682e01-3a0b-4485-b1ac-46ab0e838814 req-6e7d7d87-9106-4a07-9328-74fb11710aa5 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:04.981999 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-46682e01-3a0b-4485-b1ac-46ab0e838814 req-6e7d7d87-9106-4a07-9328-74fb11710aa5 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0819194 Nov 23 13:25:05.026230 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-46682e01-3a0b-4485-b1ac-46ab0e838814 req-2151f668-eea1-437f-a04c-0b544d4685f6 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387735 Nov 23 13:25:05.377729 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1660a95-3813-4695-94ea-99b33491d920 req-8647d50e-6625-46b8-9d5b-47ff5e10063e tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:05.379650 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1660a95-3813-4695-94ea-99b33491d920 req-8647d50e-6625-46b8-9d5b-47ff5e10063e tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0872107 Nov 23 13:25:05.420939 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d55e77-4244-4352-9796-93c65b12630f req-a9977514-191a-4b39-9b30-582eef1f9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:05.422447 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-b2d55e77-4244-4352-9796-93c65b12630f req-a9977514-191a-4b39-9b30-582eef1f9c1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 1099 time: 0.0777159 Nov 23 13:25:05.429031 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a1660a95-3813-4695-94ea-99b33491d920 req-ccd58d8b-5097-44cd-9a62-f1c1d0832c5a tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433376 Nov 23 13:25:05.554915 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d55e77-4244-4352-9796-93c65b12630f req-eb445b05-1bf8-4155-aa1b-a18672e393d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:05.556350 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-b2d55e77-4244-4352-9796-93c65b12630f req-eb445b05-1bf8-4155-aa1b-a18672e393d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 911 time: 0.1265395 Nov 23 13:25:05.654618 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-b2d55e77-4244-4352-9796-93c65b12630f req-bb40098b-af7a-41a2-bf8b-984a8ce3ed45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9 HTTP/1.1" status: 200 len: 1001 time: 0.0916965 Nov 23 13:25:05.819017 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d55e77-4244-4352-9796-93c65b12630f req-eff2602a-a6c2-4f22-964a-e56177ea71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:05.820567 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-b2d55e77-4244-4352-9796-93c65b12630f req-eff2602a-a6c2-4f22-964a-e56177ea71ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.1586456 Nov 23 13:25:05.896018 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d55e77-4244-4352-9796-93c65b12630f req-c04e2fa3-d2a4-4216-8093-7f469d1813ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:05.897517 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-b2d55e77-4244-4352-9796-93c65b12630f req-c04e2fa3-d2a4-4216-8093-7f469d1813ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707045 Nov 23 13:25:06.037340 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-b2d55e77-4244-4352-9796-93c65b12630f req-b7254ff1-869a-4c3c-a27f-43f45bb99496 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332054 Nov 23 13:25:06.170140 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-b2d55e77-4244-4352-9796-93c65b12630f req-7acab2c5-e05a-4637-b01f-0b79204e75aa service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263201 Nov 23 13:25:06.290174 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-831ba0cf-4f3d-44f9-b558-91a168a56633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:06.291574 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-831ba0cf-4f3d-44f9-b558-91a168a56633 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 1099 time: 0.0759223 Nov 23 13:25:06.434395 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-efb07ac1-7e90-47e9-a40f-7cd3e205972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:06.435830 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-efb07ac1-7e90-47e9-a40f-7cd3e205972c service neutron] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 911 time: 0.1250885 Nov 23 13:25:06.563268 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-8a242574-d944-4c7b-b23c-51f715aa619a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9 HTTP/1.1" status: 200 len: 1001 time: 0.1194770 Nov 23 13:25:06.625736 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f6942-cede-4edc-80b0-eadf97be0e83 req-c80ff47d-22df-4a7f-a2ea-5488c57eeb6f tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:06.627207 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e3f6942-cede-4edc-80b0-eadf97be0e83 req-c80ff47d-22df-4a7f-a2ea-5488c57eeb6f tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0868819 Nov 23 13:25:06.628508 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-a3dc0307-3038-46f1-b027-1a0995d28b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:06.630031 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-a3dc0307-3038-46f1-b027-1a0995d28b9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.0585301 Nov 23 13:25:06.676867 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4e3f6942-cede-4edc-80b0-eadf97be0e83 req-b676417d-c493-423c-9277-bdf397c4c09c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432615 Nov 23 13:25:06.716621 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-c5c0276c-952b-4724-b028-6794715433cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:06.718185 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-c5c0276c-952b-4724-b028-6794715433cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773625 Nov 23 13:25:06.853208 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-2adc7e01-8857-4630-ae54-e20337d76e58 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257923 Nov 23 13:25:06.983786 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-223b28e4-cd38-4e8e-92dd-2041e05a506a req-fea67dc5-2e0b-4357-b372-37b38943c3c8 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236188 Nov 23 13:25:07.980168 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19257603-9c82-4725-80b2-03872cd9b32f req-506916f1-4d0a-4160-ba26-2fb67b6ee8c6 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:07.981701 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-19257603-9c82-4725-80b2-03872cd9b32f req-506916f1-4d0a-4160-ba26-2fb67b6ee8c6 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.1938314 Nov 23 13:25:08.028101 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-19257603-9c82-4725-80b2-03872cd9b32f req-b786bf62-e445-4bfb-b8ec-24f3a1b37b02 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 Nov 23 13:25:17.377091 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55186) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:17.579328 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Deleting port 0c912253-8135-4c70-873b-9d4018ac7fd5 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:17.579666 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:17.745808 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:17.746133 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:17.866469 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Calling delete_port for 0c912253-8135-4c70-873b-9d4018ac7fd5 owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:25:18.014477 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:18.019234 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:18.061490 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event deleted for resources: {'Port': ['ID=0c912253-8135-4c70-873b-9d4018ac7fd5,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:18.101842 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.102215 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.102579 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.102939 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.103290 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.103641 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.103988 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.104333 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.104679 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.105028 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.105371 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.105744 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:18.112529 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:18.164976 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for floatingip, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:18.165299 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.l3_db [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Floating IP 06b3f9be-7937-4cf0-b60d-11a316d8234b disassociated (deleted). External IP: 172.27.1.195, port: 041c4d8d-4f64-449e-8c09-c20f203e3db2. Nov 23 13:25:18.511224 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Router 2f998016-0d6e-4c69-9617-8c3e3337bceb has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:25:18.808509 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:25:18.817841 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] Sync routers for ids ['2f998016-0d6e-4c69-9617-8c3e3337bceb'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:25:18.827609 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] Routers {'2f998016-0d6e-4c69-9617-8c3e3337bceb'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:25:18.828098 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:18.828212 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:24:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['2f998016-0d6e-4c69-9617-8c3e3337bceb'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:18.886456 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "DELETE /v2.0/floatingips/06b3f9be-7937-4cf0-b60d-11a316d8234b HTTP/1.1" status: 204 len: 168 time: 1.5077782 Nov 23 13:25:18.887087 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:25:18.936804 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'status': 'completed', 'code': 200} Nov 23 13:25:19.020423 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] Set router 2f998016-0d6e-4c69-9617-8c3e3337bceb gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:25:19.036342 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-b26587d1-92b6-44af-ba1d-a6c98a09a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:19.037855 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-b26587d1-92b6-44af-ba1d-a6c98a09a5d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 1098 time: 0.0759277 Nov 23 13:25:19.191139 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-55b57a32-66ef-41dc-9b0d-df2270fc7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:19.193413 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-55b57a32-66ef-41dc-9b0d-df2270fc7bf0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 200 len: 909 time: 0.1491668 Nov 23 13:25:19.273296 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-119fddd1-e6d6-43f2-8e5f-bd546b6ec721 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 200 len: 217 time: 0.0726326 Nov 23 13:25:19.320191 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101c8d0-b946-4d53-bbdc-1abc50642db6 req-f1dcac96-2dd9-4c45-bfd4-1a7119f2219d tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:19.320943 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-d101c8d0-b946-4d53-bbdc-1abc50642db6 req-f1dcac96-2dd9-4c45-bfd4-1a7119f2219d tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Synchronizing usage tracker for tenant:9584b1ad22b8494eab5b17cd1f4a6283 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:25:19.340472 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-d101c8d0-b946-4d53-bbdc-1abc50642db6 req-f1dcac96-2dd9-4c45-bfd4-1a7119f2219d tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Unset dirty status for tenant:9584b1ad22b8494eab5b17cd1f4a6283 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:25:19.341734 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d101c8d0-b946-4d53-bbdc-1abc50642db6 req-f1dcac96-2dd9-4c45-bfd4-1a7119f2219d tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.1080170 Nov 23 13:25:19.345696 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-c944c90d-083f-4aa8-a4e0-c2f103c4a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:19.348145 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-c944c90d-083f-4aa8-a4e0-c2f103c4a143 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=503c28a9-8427-4a74-b8fb-35a7aca2e2bd HTTP/1.1" status: 200 len: 847 time: 0.0677187 Nov 23 13:25:19.370724 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '4c7713f3-d6ef-4841-94b0-09844a4eb8be', 'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'mac_address': 'fa:16:3e:a5:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:43Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 5, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'subnets': [{'id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:19.375919 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] Checking router: 2f998016-0d6e-4c69-9617-8c3e3337bceb for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:25:19.385511 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] Routers {'2f998016-0d6e-4c69-9617-8c3e3337bceb'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:25:19.386152 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:24:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['2f998016-0d6e-4c69-9617-8c3e3337bceb'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:19.392438 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d101c8d0-b946-4d53-bbdc-1abc50642db6 req-693d56d3-fb69-4655-a049-cdbe4d4daecb tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443017 Nov 23 13:25:19.434771 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-302fabbc-ac1e-49bc-9c79-0bdb78bc3b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:19.436275 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-302fabbc-ac1e-49bc-9c79-0bdb78bc3b29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799830 Nov 23 13:25:19.571894 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] Set router 2f998016-0d6e-4c69-9617-8c3e3337bceb gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:25:19.680711 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-6c8f42a1-3d51-440a-af8a-829ff0d06ff1 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356486 Nov 23 13:25:19.814733 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9d0e1c34-b2fb-4d9b-a67c-509c619fbdd2 req-305bdec0-b661-405e-96cf-e3f538e3d9c5 service neutron] 10.222.0.64 "GET /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272504 Nov 23 13:25:19.890054 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '4c7713f3-d6ef-4841-94b0-09844a4eb8be', 'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'mac_address': 'fa:16:3e:a5:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:43Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 5, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'subnets': [{'id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:19.894191 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b687f3e-1fc6-47d5-bbb0-09cd46725779 None None] The sync data for ids ['2f998016-0d6e-4c69-9617-8c3e3337bceb'] in dv-cinder-818883-1-iscsi is: [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:20:43Z', 'revision_number': 4, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '4c7713f3-d6ef-4841-94b0-09844a4eb8be', 'name': '', 'network_id': '9637a0e8-1b33-4d8a-b028-9fb39c6e74ef', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'mac_address': 'fa:16:3e:a5:ca:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:43Z', 'updated_at': '2021-11-23T13:20:50Z', 'revision_number': 5, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'subnets': [{'id': '503c28a9-8427-4a74-b8fb-35a7aca2e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:25:20.102618 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c35cd-1e6e-439c-9e37-3ceb7e8c0f76 None None] New status for floating IP 06b3f9be-7937-4cf0-b60d-11a316d8234b: DOWN {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:25:20.419264 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-137a8726-3d24-4b03-a88e-fc52a80ebf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:20.585082 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22c336-f426-408b-98d8-799d85bc90df req-894200b3-f2c7-4559-b1a0-2b10731cdb6d tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:20.590734 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bb22c336-f426-408b-98d8-799d85bc90df req-894200b3-f2c7-4559-b1a0-2b10731cdb6d tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0846529 Nov 23 13:25:20.633460 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-bb22c336-f426-408b-98d8-799d85bc90df req-efcaf56a-3503-4584-b526-136f59fee0a4 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/security-groups?id=61d7fdc7-b523-49ae-9253-9e874755d5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 Nov 23 13:25:20.831059 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-1aac7c0f-8ea8-4bda-b851-4363b9c1a789 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:20.831801 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-1aac7c0f-8ea8-4bda-b851-4363b9c1a789 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Synchronizing usage tracker for tenant:9584b1ad22b8494eab5b17cd1f4a6283 on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:25:20.844023 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-1aac7c0f-8ea8-4bda-b851-4363b9c1a789 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Unset dirty status for tenant:9584b1ad22b8494eab5b17cd1f4a6283 on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:25:20.845087 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-1aac7c0f-8ea8-4bda-b851-4363b9c1a789 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.64 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 945 time: 0.0939939 Nov 23 13:25:20.913960 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Deleting port 041c4d8d-4f64-449e-8c09-c20f203e3db2 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:20.914309 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:20.931819 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:21.161338 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] For port 041c4d8d-4f64-449e-8c09-c20f203e3db2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=041c4d8d-4f64-449e-8c09-c20f203e3db2,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:25:21.161717 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:21.289848 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Calling delete_port for 041c4d8d-4f64-449e-8c09-c20f203e3db2 owned by compute:nova {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:25:21.435364 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:21.441164 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:21.490455 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event deleted for resources: {'Port': ['ID=041c4d8d-4f64-449e-8c09-c20f203e3db2,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:21.525653 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.526033 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.526388 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.526744 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.527092 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.527441 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.527786 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.528130 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.528483 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.528826 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.529172 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.529513 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:25:21.537170 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:21.582975 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] No DVR routers for this DVR port 041c4d8d-4f64-449e-8c09-c20f203e3db2 on host hv-cinder-81888 {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:25:21.585379 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:21.587948 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'name': 'network-vif-deleted', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:25:21.603940 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0fe1995a-ac5c-44ad-9525-3d6984ced52f req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.64 "DELETE /v2.0/ports/041c4d8d-4f64-449e-8c09-c20f203e3db2 HTTP/1.1" status: 204 len: 173 time: 0.7534835 Nov 23 13:25:21.644393 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7061d3a7-7802-41c4-8c0a-de3e0d4c10ff', 'name': 'network-vif-deleted', 'tag': '041c4d8d-4f64-449e-8c09-c20f203e3db2', 'status': 'completed', 'code': 200} Nov 23 13:25:21.825337 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c5eb1e94-d99f-49dc-88a1-8ad8f5a16ddc req-bd5942c0-26c0-4c72-9453-071f907e6df3 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "GET /v2.0/ports?device_id=7061d3a7-7802-41c4-8c0a-de3e0d4c10ff HTTP/1.1" status: 200 len: 210 time: 0.0435767 Nov 23 13:25:22.926401 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55204) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:22.992753 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2790b5d3-5845-449d-b032-2feabdf67775 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:23.008005 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c57e264c-910f-4345-b18d-c706506ce95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:23.023009 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2790b5d3-5845-449d-b032-2feabdf67775 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:23.092335 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2790b5d3-5845-449d-b032-2feabdf67775 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:23.097856 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c1d81af3-932e-4582-b250-66491b90ad7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:23.113172 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790b5d3-5845-449d-b032-2feabdf67775 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d7fdc7-b523-49ae-9253-9e874755d5d5,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:23.115849 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2790b5d3-5845-449d-b032-2feabdf67775 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:23.120947 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2790b5d3-5845-449d-b032-2feabdf67775 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:23.124812 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-2790b5d3-5845-449d-b032-2feabdf67775 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] 10.222.0.50 "DELETE /v2.0/security-groups/61d7fdc7-b523-49ae-9253-9e874755d5d5 HTTP/1.1" status: 204 len: 168 time: 0.1946847 Nov 23 13:25:23.171217 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55210) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:23.714498 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554411'] for router_interface, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:24.071123 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Deleting port 4c7713f3-d6ef-4841-94b0-09844a4eb8be {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:24.071838 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:24.156641 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:24.189650 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:24.354769 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] For port 4c7713f3-d6ef-4841-94b0-09844a4eb8be, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=4c7713f3-d6ef-4841-94b0-09844a4eb8be,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:25:24.355146 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:24.474619 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Calling delete_port for 4c7713f3-d6ef-4841-94b0-09844a4eb8be owned by network:router_interface {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:25:24.638503 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:24.641901 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-aa42b497-5eca-40ab-85eb-73050e667630 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:24.686797 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7713f3-d6ef-4841-94b0-09844a4eb8be,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:24.690286 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:24.962078 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543323'] for router_interface, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:25.325172 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Router 2f998016-0d6e-4c69-9617-8c3e3337bceb has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:25:25.364262 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 041c4d8d-4f64-449e-8c09-c20f203e3db2 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:25:25.400622 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 041c4d8d-4f64-449e-8c09-c20f203e3db2 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:25:25.400968 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 041c4d8d-4f64-449e-8c09-c20f203e3db2 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:25:25.467983 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:25.505966 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:25:25.519795 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] 10.222.0.50 "PUT /v2.0/routers/2f998016-0d6e-4c69-9617-8c3e3337bceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3472850 Nov 23 13:25:25.520808 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] Sync routers for ids ['2f998016-0d6e-4c69-9617-8c3e3337bceb'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:25:25.522255 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55214) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:25.530633 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] Routers {'2f998016-0d6e-4c69-9617-8c3e3337bceb'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:25:25.531241 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:25:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['2f998016-0d6e-4c69-9617-8c3e3337bceb'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:25.723175 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] Set router 2f998016-0d6e-4c69-9617-8c3e3337bceb gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:25:25.819916 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Notify callbacks [] for router, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.003155 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.012942 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Deleting port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:26.013278 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.045521 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:25:24Z', 'revision_number': 5, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port': {'id': '719d8a68-2f17-4b90-bccf-afab5f3e7ba5', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:40Z', 'updated_at': '2021-11-23T13:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:26.049451 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] Checking router: 2f998016-0d6e-4c69-9617-8c3e3337bceb for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:25:26.058088 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] Routers {'2f998016-0d6e-4c69-9617-8c3e3337bceb'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:25:26.058677 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:25:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['2f998016-0d6e-4c69-9617-8c3e3337bceb'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:26.188282 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] For port 719d8a68-2f17-4b90-bccf-afab5f3e7ba5, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=719d8a68-2f17-4b90-bccf-afab5f3e7ba5,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:25:26.188653 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.211005 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] Set router 2f998016-0d6e-4c69-9617-8c3e3337bceb gateway port host: None {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:25:26.313237 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Calling delete_port for 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 owned by network:router_gateway {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:25:26.316954 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:25:26Z', 'revision_number': 6, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port_host': None}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:26.321922 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b1441-4a5c-436a-a9c0-257198a96fba None None] The sync data for ids ['2f998016-0d6e-4c69-9617-8c3e3337bceb'] in dv-cinder-818883-1-iscsi is: [{'id': '2f998016-0d6e-4c69-9617-8c3e3337bceb', 'name': 'tempest-TestShelveInstance-736784282-router', 'tenant_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:39Z', 'updated_at': '2021-11-23T13:25:26Z', 'revision_number': 6, 'project_id': '9584b1ad22b8494eab5b17cd1f4a6283', 'gw_port_host': None}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:25:26.510006 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.513651 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6d05b82c-cf35-4c2b-a610-fd02b6870a33 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:26.559099 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Pushing event deleted for resources: {'Port': ['ID=719d8a68-2f17-4b90-bccf-afab5f3e7ba5,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:26.561692 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:26.651834 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696268'] for router_gateway, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.849675 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39716'] for router, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.851780 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.876217 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-554306'] for router, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.876712 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f998016-0d6e-4c69-9617-8c3e3337bceb {{(pid=86880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:25:26.889637 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] Notify callbacks [] for router, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.890757 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-293e4d09-dde6-41ec-9340-06dccafa0010 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2f998016-0d6e-4c69-9617-8c3e3337bceb HTTP/1.1" status: 204 len: 168 time: 1.3672633 Nov 23 13:25:26.893359 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55218) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:26.955279 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca56520-fa37-4cd1-92a5-14fd05519eac admin admin] Deleting subnet 503c28a9-8427-4a74-b8fb-35a7aca2e2bd {{(pid=86880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:25:26.958278 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1ca56520-fa37-4cd1-92a5-14fd05519eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.007135 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1ca56520-fa37-4cd1-92a5-14fd05519eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1694786'] for subnet, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.087429 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1ca56520-fa37-4cd1-92a5-14fd05519eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.188256 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 4c7713f3-d6ef-4841-94b0-09844a4eb8be no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:25:27.226546 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 4c7713f3-d6ef-4841-94b0-09844a4eb8be {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:25:27.227145 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 4c7713f3-d6ef-4841-94b0-09844a4eb8be not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:25:27.227750 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:25:27.265492 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:25:27.266094 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 719d8a68-2f17-4b90-bccf-afab5f3e7ba5 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:25:27.283015 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1ca56520-fa37-4cd1-92a5-14fd05519eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3127428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3363493'] for subnet, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.287683 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4f5b13c6-d7f9-4849-b19a-65995f85246f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:27.323102 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca56520-fa37-4cd1-92a5-14fd05519eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503c28a9-8427-4a74-b8fb-35a7aca2e2bd,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:27.326024 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-1ca56520-fa37-4cd1-92a5-14fd05519eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:27.327004 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1ca56520-fa37-4cd1-92a5-14fd05519eac admin admin] Notify callbacks [] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.335643 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-1ca56520-fa37-4cd1-92a5-14fd05519eac admin admin] 10.222.0.50 "DELETE /v2.0/subnets/503c28a9-8427-4a74-b8fb-35a7aca2e2bd HTTP/1.1" status: 204 len: 168 time: 0.4390342 Nov 23 13:25:27.335824 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb90a9-cd00-4349-939e-0bfd1bf71e04 None None] Network 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:25:27.336065 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 55222) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:27.455691 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.466244 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Deleting port 6e5025dc-a98d-4343-95a3-ea35eca63a0f {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:27.466568 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.631206 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] DHCP port deletion for 9637a0e8-1b33-4d8a-b028-9fb39c6e74ef request from dv-cinder-818883-1-iscsi {{(pid=86881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:25:27.636912 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] Deleting port 6e5025dc-a98d-4343-95a3-ea35eca63a0f {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:27.637426 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.687724 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] For port 6e5025dc-a98d-4343-95a3-ea35eca63a0f, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=6e5025dc-a98d-4343-95a3-ea35eca63a0f,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:25:27.688069 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.857661 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] For port 6e5025dc-a98d-4343-95a3-ea35eca63a0f, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=6e5025dc-a98d-4343-95a3-ea35eca63a0f,segment=NetworkSegment(67e655c9-af22-4def-a1a5-1ac906c9a320),segment_id=67e655c9-af22-4def-a1a5-1ac906c9a320)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:25:27.858061 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.906071 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Calling delete_port for 6e5025dc-a98d-4343-95a3-ea35eca63a0f owned by network:dhcp {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:25:27.983411 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] Calling delete_port for 6e5025dc-a98d-4343-95a3-ea35eca63a0f owned by network:dhcp {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:25:27.986088 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:27.990593 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3d8f85b2-467a-4577-85ec-64bdceee47c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:28.033398 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5025dc-a98d-4343-95a3-ea35eca63a0f,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:28.038967 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:28.043114 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] No DVR routers for this DVR port 6e5025dc-a98d-4343-95a3-ea35eca63a0f on host dv-cinder-818883-1-iscsi {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:25:28.059758 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.db.api [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:25:28.060044 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_db.api [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:25:28.163851 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:28.188586 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9637a0e8-1b33-4d8a-b028-9fb39c6e74ef']}} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:28.204278 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e655c9-af22-4def-a1a5-1ac906c9a320') {'for_net_delete': True} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:28.204566 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e655c9-af22-4def-a1a5-1ac906c9a320') {} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:28.216123 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013676'] for segment, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:28.232092 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:28.238668 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=86879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:25:28.239040 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722208'] for segment, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: Traceback (most recent call last): Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: timer() Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: cb(*args, **kw) Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: return func(*args, **kwargs) Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: self._notify() Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: self.callback(batched_events) Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: event.method(event) Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: return f(self, *a, **k) Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._get(url).json() Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: return self.request(url, 'GET', **kwargs) Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:25:28.256550 dv-cinder-818883-1-iscsi neutron-server[86879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:25:28.334481 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:28.338538 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:28.351850 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:28.365951 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Pushing event deleted for resources: {'Network': ['ID=9637a0e8-1b33-4d8a-b028-9fb39c6e74ef,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:28.370548 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:28.374365 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] 10.222.0.50 "DELETE /v2.0/networks/9637a0e8-1b33-4d8a-b028-9fb39c6e74ef HTTP/1.1" status: 204 len: 168 time: 1.0367360 Nov 23 13:25:28.377675 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 55226) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:28.561777 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] Deleting port 6e5025dc-a98d-4343-95a3-ea35eca63a0f {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:28.562361 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:28.631637 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-05886d56-d33d-480d-b088-2c89d61f03c3 None None] The port '6e5025dc-a98d-4343-95a3-ea35eca63a0f' was deleted {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:25:28.960072 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554411'] for router_interface, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:29.185572 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 6e5025dc-a98d-4343-95a3-ea35eca63a0f no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:25:29.220119 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 6e5025dc-a98d-4343-95a3-ea35eca63a0f {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:25:29.220437 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 6e5025dc-a98d-4343-95a3-ea35eca63a0f not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:25:29.419959 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Deleting port e8ac0155-83e8-4478-b112-3450d9c40f68 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:29.420559 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:29.595787 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] For port e8ac0155-83e8-4478-b112-3450d9c40f68, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=e8ac0155-83e8-4478-b112-3450d9c40f68,segment=NetworkSegment(b83c92dc-282e-4532-9075-0b1d36efdaa1),segment_id=b83c92dc-282e-4532-9075-0b1d36efdaa1)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:25:29.596700 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:29.721826 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Calling delete_port for e8ac0155-83e8-4478-b112-3450d9c40f68 owned by network:router_interface {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:25:29.890964 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:29.895143 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-326297ed-f3e8-4f3a-b2ed-cd0a2dcaeebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:29.941890 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ac0155-83e8-4478-b112-3450d9c40f68,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:29.944791 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:30.224270 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543323'] for router_interface, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:30.596605 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Router f5a4f1ac-1332-4bf9-a41e-f48759738107 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:25:30.883988 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:25:30.893127 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] Sync routers for ids ['f5a4f1ac-1332-4bf9-a41e-f48759738107'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:25:30.905402 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] 10.222.0.50 "PUT /v2.0/routers/f5a4f1ac-1332-4bf9-a41e-f48759738107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5231595 Nov 23 13:25:30.905713 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] Routers {'f5a4f1ac-1332-4bf9-a41e-f48759738107'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:25:30.905713 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:25:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f5a4f1ac-1332-4bf9-a41e-f48759738107'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:30.906024 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 55230) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:31.090149 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] Set router f5a4f1ac-1332-4bf9-a41e-f48759738107 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:25:31.105676 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Notify callbacks [] for router, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:31.293076 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:31.305103 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Deleting port dac9b7b6-ff3c-4ac1-8824-147b8c55925b {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:31.305682 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:31.400044 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'name': 'tempest-TestShelveInstance-195910735-router', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:46Z', 'updated_at': '2021-11-23T13:25:29Z', 'revision_number': 5, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'gw_port': {'id': 'dac9b7b6-ff3c-4ac1-8824-147b8c55925b', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:41:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:47Z', 'updated_at': '2021-11-23T13:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:31.404239 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] Checking router: f5a4f1ac-1332-4bf9-a41e-f48759738107 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:25:31.413298 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] Routers {'f5a4f1ac-1332-4bf9-a41e-f48759738107'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:25:31.413821 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:25:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['f5a4f1ac-1332-4bf9-a41e-f48759738107'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:31.497807 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] For port dac9b7b6-ff3c-4ac1-8824-147b8c55925b, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=dac9b7b6-ff3c-4ac1-8824-147b8c55925b,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:25:31.498208 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:31.611339 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] Set router f5a4f1ac-1332-4bf9-a41e-f48759738107 gateway port host: None {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:25:31.622581 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Calling delete_port for dac9b7b6-ff3c-4ac1-8824-147b8c55925b owned by network:router_gateway {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:25:31.723038 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'name': 'tempest-TestShelveInstance-195910735-router', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:46Z', 'updated_at': '2021-11-23T13:25:31Z', 'revision_number': 6, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'gw_port_host': None}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:31.727263 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6e19d-7afb-40c2-ba2e-bb1f2ccf2eb1 None None] The sync data for ids ['f5a4f1ac-1332-4bf9-a41e-f48759738107'] in dv-cinder-818883-1-iscsi is: [{'id': 'f5a4f1ac-1332-4bf9-a41e-f48759738107', 'name': 'tempest-TestShelveInstance-195910735-router', 'tenant_id': '50876b4924fe4e9c83399ece18e7b0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:20:46Z', 'updated_at': '2021-11-23T13:25:31Z', 'revision_number': 6, 'project_id': '50876b4924fe4e9c83399ece18e7b0b2', 'gw_port_host': None}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:25:31.802716 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:31.806864 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-9b2f6ae7-6913-4ec8-9163-687bfc090e4f tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:31.853733 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=dac9b7b6-ff3c-4ac1-8824-147b8c55925b,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:31.856216 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:31.953869 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696268'] for router_gateway, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.133199 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39716'] for router, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.135522 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.159932 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-554306'] for router, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.160431 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a4f1ac-1332-4bf9-a41e-f48759738107 {{(pid=86879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:25:32.172282 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Notify callbacks [] for router, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.173377 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] 10.222.0.50 "DELETE /v2.0/routers/f5a4f1ac-1332-4bf9-a41e-f48759738107 HTTP/1.1" status: 204 len: 168 time: 1.2666829 Nov 23 13:25:32.176472 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 55234) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:32.233630 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b490c4f1-9c2e-4eb0-881d-d3c610ebee2d admin admin] Deleting subnet c2f4c45b-a661-40e8-b4b8-275059ad126d {{(pid=86879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:25:32.237233 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b490c4f1-9c2e-4eb0-881d-d3c610ebee2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.394137 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b490c4f1-9c2e-4eb0-881d-d3c610ebee2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013691'] for subnet, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.472563 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b490c4f1-9c2e-4eb0-881d-d3c610ebee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.540955 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b490c4f1-9c2e-4eb0-881d-d3c610ebee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2715527'] for subnet, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.544970 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-aa0ea51c-21bd-4115-9db8-7f6ff3f7f619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:32.584235 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490c4f1-9c2e-4eb0-881d-d3c610ebee2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f4c45b-a661-40e8-b4b8-275059ad126d,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:32.587276 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b490c4f1-9c2e-4eb0-881d-d3c610ebee2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:32.588253 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-b490c4f1-9c2e-4eb0-881d-d3c610ebee2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.596491 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-b490c4f1-9c2e-4eb0-881d-d3c610ebee2d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c2f4c45b-a661-40e8-b4b8-275059ad126d HTTP/1.1" status: 204 len: 168 time: 0.4169161 Nov 23 13:25:32.596640 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a4412-2888-4ae3-b149-72fa22ba89de None None] Network 4b72a5d8-fde3-4b21-9815-44498387a203 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:25:32.597088 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 55238) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:32.707895 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.719311 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Deleting port 25523d21-997c-4a73-904a-bf8e2334f7cb {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:32.719647 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.866193 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] DHCP port deletion for 4b72a5d8-fde3-4b21-9815-44498387a203 request from dv-cinder-818883-1-iscsi {{(pid=86881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:25:32.871359 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] Deleting port 25523d21-997c-4a73-904a-bf8e2334f7cb {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:32.871359 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:32.930746 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] For port 25523d21-997c-4a73-904a-bf8e2334f7cb, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=25523d21-997c-4a73-904a-bf8e2334f7cb,segment=NetworkSegment(b83c92dc-282e-4532-9075-0b1d36efdaa1),segment_id=b83c92dc-282e-4532-9075-0b1d36efdaa1)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:25:32.931089 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.062463 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Calling delete_port for 25523d21-997c-4a73-904a-bf8e2334f7cb owned by network:dhcp {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:25:33.085686 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] For port 25523d21-997c-4a73-904a-bf8e2334f7cb, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=25523d21-997c-4a73-904a-bf8e2334f7cb,segment=NetworkSegment(b83c92dc-282e-4532-9075-0b1d36efdaa1),segment_id=b83c92dc-282e-4532-9075-0b1d36efdaa1)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:25:33.086085 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.144017 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.148202 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:33.196298 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Pushing event deleted for resources: {'Port': ['ID=25523d21-997c-4a73-904a-bf8e2334f7cb,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:33.198179 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] No DVR routers for this DVR port 25523d21-997c-4a73-904a-bf8e2334f7cb on host dv-cinder-818883-1-iscsi {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:25:33.199715 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:33.209318 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] Calling delete_port for 25523d21-997c-4a73-904a-bf8e2334f7cb owned by network:dhcp {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:25:33.240436 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 25523d21-997c-4a73-904a-bf8e2334f7cb no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:25:33.288065 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 25523d21-997c-4a73-904a-bf8e2334f7cb {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:25:33.288420 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 25523d21-997c-4a73-904a-bf8e2334f7cb not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:25:33.288838 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device dac9b7b6-ff3c-4ac1-8824-147b8c55925b no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:25:33.323341 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.325547 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: dac9b7b6-ff3c-4ac1-8824-147b8c55925b {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:25:33.325915 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device dac9b7b6-ff3c-4ac1-8824-147b8c55925b not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:25:33.326338 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device e8ac0155-83e8-4478-b112-3450d9c40f68 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:25:33.353822 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b72a5d8-fde3-4b21-9815-44498387a203']}} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:33.366618 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83c92dc-282e-4532-9075-0b1d36efdaa1') {'for_net_delete': True} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:33.366988 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83c92dc-282e-4532-9075-0b1d36efdaa1') {} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:25:33.369102 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: e8ac0155-83e8-4478-b112-3450d9c40f68 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:25:33.369457 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device e8ac0155-83e8-4478-b112-3450d9c40f68 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:25:33.380768 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013676'] for segment, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.389656 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.db.api [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:25:33.390139 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_db.api [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:25:33.397374 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.403701 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=86879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:25:33.404079 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722208'] for segment, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: Traceback (most recent call last): Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: timer() Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: cb(*args, **kw) Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: return func(*args, **kwargs) Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: self._notify() Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: self.callback(batched_events) Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: event.method(event) Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: return f(self, *a, **k) Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._get(url).json() Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: return self.request(url, 'GET', **kwargs) Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:25:33.417848 dv-cinder-818883-1-iscsi neutron-server[86879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:25:33.490694 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.494247 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:33.511351 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.517986 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:25:33.524785 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b72a5d8-fde3-4b21-9815-44498387a203,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:33.528741 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:33.530649 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] 10.222.0.50 "DELETE /v2.0/networks/4b72a5d8-fde3-4b21-9815-44498387a203 HTTP/1.1" status: 204 len: 168 time: 0.9330628 Nov 23 13:25:33.683507 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55244) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:33.733280 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-b04c58d9-93d0-4381-a1ee-c84b4d828708 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9584b1ad22b8494eab5b17cd1f4a6283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482764 Nov 23 13:25:33.735686 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55248) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:33.796558 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-adbff409-0aed-480e-b89c-b9224ff080d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.826263 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-adbff409-0aed-480e-b89c-b9224ff080d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.882073 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-adbff409-0aed-480e-b89c-b9224ff080d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.887054 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6765f46e-887a-4cb8-b17c-c27ad6105dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:33.891432 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] Deleting port 25523d21-997c-4a73-904a-bf8e2334f7cb {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:25:33.892372 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.901901 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbff409-0aed-480e-b89c-b9224ff080d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcb6ca8-2c3a-4248-860f-b9e641806958,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:33.908324 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-adbff409-0aed-480e-b89c-b9224ff080d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:33.910363 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-adbff409-0aed-480e-b89c-b9224ff080d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:33.911501 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-adbff409-0aed-480e-b89c-b9224ff080d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adcb6ca8-2c3a-4248-860f-b9e641806958 HTTP/1.1" status: 204 len: 168 time: 0.1748781 Nov 23 13:25:33.974659 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-2ba74b75-7e7c-48d8-a2f1-0e4f9877040b None None] The port '25523d21-997c-4a73-904a-bf8e2334f7cb' was deleted {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:25:34.291039 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55256) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:34.350306 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-957b6e38-d8f7-457a-90ea-8c4c21907182 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50876b4924fe4e9c83399ece18e7b0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579648 Nov 23 13:25:34.352614 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55260) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:25:34.411298 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0aa62979-4eda-47c5-be62-41c06efe1fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:34.437627 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0aa62979-4eda-47c5-be62-41c06efe1fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:34.494792 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0aa62979-4eda-47c5-be62-41c06efe1fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:34.498723 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f2be0935-a252-4b51-ae76-71fe0e6116ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:25:34.512953 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa62979-4eda-47c5-be62-41c06efe1fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180bf4a2-0ef8-483a-a80e-da6554d70a31,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:25:34.516905 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-0aa62979-4eda-47c5-be62-41c06efe1fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:25:34.520123 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0aa62979-4eda-47c5-be62-41c06efe1fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:34.521231 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-0aa62979-4eda-47c5-be62-41c06efe1fd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/180bf4a2-0ef8-483a-a80e-da6554d70a31 HTTP/1.1" status: 204 len: 168 time: 0.1677306 Nov 23 13:25:41.914088 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a6c84-8140-4e40-b958-b467a76f9215 req-6f89c87d-c982-461a-a677-6632f321e247 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:41.915585 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8a6a6c84-8140-4e40-b958-b467a76f9215 req-6f89c87d-c982-461a-a677-6632f321e247 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0810380 Nov 23 13:25:41.958941 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8a6a6c84-8140-4e40-b958-b467a76f9215 req-43c623c5-1a58-4943-8869-6992bb217f29 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375576 Nov 23 13:25:43.150968 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b7645-5331-4d5e-9c73-e5c0e4c550f0 req-32f06278-d60c-413b-8598-4c7b7f0d80c7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:43.152415 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-809b7645-5331-4d5e-9c73-e5c0e4c550f0 req-32f06278-d60c-413b-8598-4c7b7f0d80c7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0846312 Nov 23 13:25:43.198272 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-809b7645-5331-4d5e-9c73-e5c0e4c550f0 req-a54c8ba2-487b-4116-9ea3-9e5fa9e272cd tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399237 Nov 23 13:25:44.384530 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71134f70-8b50-49ea-84b4-7c9ac4707bd6 req-7ca9572b-1d00-438c-862e-444f7a4eff95 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:44.386013 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-71134f70-8b50-49ea-84b4-7c9ac4707bd6 req-7ca9572b-1d00-438c-862e-444f7a4eff95 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0805647 Nov 23 13:25:44.432237 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-71134f70-8b50-49ea-84b4-7c9ac4707bd6 req-def0aa4a-1fd7-4462-8c64-a5d2cec8e634 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386834 Nov 23 13:25:45.620392 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c7d5c-544c-46df-a567-fa93511c8ab5 req-caaedabc-520f-4346-89ef-c368f589ca08 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:45.621899 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f90c7d5c-544c-46df-a567-fa93511c8ab5 req-caaedabc-520f-4346-89ef-c368f589ca08 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0835383 Nov 23 13:25:45.666604 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f90c7d5c-544c-46df-a567-fa93511c8ab5 req-3069a4d1-6d03-48fc-b2c7-0cd143d3a690 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386291 Nov 23 13:25:46.847865 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8f280-324f-4c1c-a6be-0110dda908ce req-dc06d446-ebbc-46b4-9cfb-9a40617be44c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:46.849287 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-31c8f280-324f-4c1c-a6be-0110dda908ce req-dc06d446-ebbc-46b4-9cfb-9a40617be44c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0789261 Nov 23 13:25:46.908055 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-31c8f280-324f-4c1c-a6be-0110dda908ce req-98772f6d-46bd-4d74-a3c6-394081095cc1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528967 Nov 23 13:25:48.093577 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d39680-7311-44cc-b898-9159ac9ea05b req-cca3608c-d751-4abc-b870-4edd95aad33d tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:48.095027 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b8d39680-7311-44cc-b898-9159ac9ea05b req-cca3608c-d751-4abc-b870-4edd95aad33d tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0791590 Nov 23 13:25:48.139352 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b8d39680-7311-44cc-b898-9159ac9ea05b req-e4d9ebd8-519e-4170-9d54-f4c392218291 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380638 Nov 23 13:25:49.329510 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c30d-f0db-4d12-8abc-aecc6515becc req-2fbcfde3-b1cc-4d22-a204-f76e6a989a2c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:49.331049 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c827c30d-f0db-4d12-8abc-aecc6515becc req-2fbcfde3-b1cc-4d22-a204-f76e6a989a2c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0853357 Nov 23 13:25:49.375221 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c827c30d-f0db-4d12-8abc-aecc6515becc req-72b178d2-6e01-4bab-9329-96a0c138f6cd tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384181 Nov 23 13:25:50.422892 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5a1f77d6-6b13-447e-bc62-120ee67be7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:50.563989 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708281-433a-41b5-8a6e-25dac460c3e4 req-aec82fa6-2325-4ccb-8729-0a244a045704 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:50.565899 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-03708281-433a-41b5-8a6e-25dac460c3e4 req-aec82fa6-2325-4ccb-8729-0a244a045704 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0831566 Nov 23 13:25:50.609455 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-03708281-433a-41b5-8a6e-25dac460c3e4 req-42b3fdfc-8be9-4408-a3ce-9adbc2ad2cce tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379696 Nov 23 13:25:50.933965 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:51.792497 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c6714-ddfb-4383-ba66-c8273517b767 req-591e6735-067a-4769-ac28-83cf74987c2b tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:51.793945 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-777c6714-ddfb-4383-ba66-c8273517b767 req-591e6735-067a-4769-ac28-83cf74987c2b tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0823629 Nov 23 13:25:51.837192 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-777c6714-ddfb-4383-ba66-c8273517b767 req-84b5c465-90c7-40eb-8725-e2863abce3e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371087 Nov 23 13:25:53.011435 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d3c1713a-1c0a-4ff0-b9ef-227aba6bd567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:53.030889 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275240f-018a-4f56-8c3b-30fef2990af9 req-29c0e26b-d880-4877-9fb2-e702417583e9 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:53.032320 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1275240f-018a-4f56-8c3b-30fef2990af9 req-29c0e26b-d880-4877-9fb2-e702417583e9 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0797706 Nov 23 13:25:53.077335 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1275240f-018a-4f56-8c3b-30fef2990af9 req-785db483-5542-46ab-a46a-a7beb28aa704 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384228 Nov 23 13:25:53.425799 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819fd7a-c289-428d-a490-bb1712dece88 req-f3aa0969-773a-4ea9-aa01-8ce3a4d5931d tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:53.427285 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0819fd7a-c289-428d-a490-bb1712dece88 req-f3aa0969-773a-4ea9-aa01-8ce3a4d5931d tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0871720 Nov 23 13:25:53.461057 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-d438d8b1-2185-4b36-aa3b-096f203cc024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:53.463846 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-d438d8b1-2185-4b36-aa3b-096f203cc024 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 1099 time: 0.0734713 Nov 23 13:25:53.474213 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0819fd7a-c289-428d-a490-bb1712dece88 req-bf9b44d0-6c95-46ef-bf70-f2f9b65eb501 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 Nov 23 13:25:53.593987 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-68cfef4a-c661-467c-9669-1be822e2730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:53.595416 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-68cfef4a-c661-467c-9669-1be822e2730f service neutron] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 911 time: 0.1250024 Nov 23 13:25:53.698207 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-cd6ef76a-2f2e-48e0-bed0-3def4bb86cf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9 HTTP/1.1" status: 200 len: 1001 time: 0.0961111 Nov 23 13:25:53.759014 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-0ae5993d-ecde-49fa-92e6-cc9d0707f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:53.760389 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-0ae5993d-ecde-49fa-92e6-cc9d0707f02f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.0561428 Nov 23 13:25:53.926003 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-2fb3e368-27d0-4dff-8f23-748ef1f6280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:53.927519 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-2fb3e368-27d0-4dff-8f23-748ef1f6280d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1603792 Nov 23 13:25:54.058832 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-ec8b5a6f-faa0-4ca9-95f9-57fb49b9420b service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239462 Nov 23 13:25:54.164314 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:54.203274 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-da5fbf87-d584-4670-80d4-cf4dfea7a241 req-ed1351ab-ebc0-4b04-9251-5cfc6a7145f8 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373665 Nov 23 13:25:54.204225 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:54.664427 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3cac3-6cda-4d40-b955-8bc9d5f2ed6a req-5aa1f40f-b72b-4486-a1d2-a03086f6a16e tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:54.665949 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-08b3cac3-6cda-4d40-b955-8bc9d5f2ed6a req-5aa1f40f-b72b-4486-a1d2-a03086f6a16e tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0836585 Nov 23 13:25:54.717120 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-08b3cac3-6cda-4d40-b955-8bc9d5f2ed6a req-b516e42c-2207-4a15-811c-b1890c7d8c30 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453789 Nov 23 13:25:55.472940 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:55.899189 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbe732-dfea-4dd4-8bd2-57e9b9114aeb req-f6777b77-5ac5-4571-89b1-70ed1453b420 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:55.900662 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4abbe732-dfea-4dd4-8bd2-57e9b9114aeb req-f6777b77-5ac5-4571-89b1-70ed1453b420 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0791960 Nov 23 13:25:55.944370 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4abbe732-dfea-4dd4-8bd2-57e9b9114aeb req-be808e54-ec40-4ac4-8ca4-b8dea51adcd5 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378134 Nov 23 13:26:08.134184 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9b36348b-abb1-43cd-845c-54635a22d295 req-08eda0d8-d495-47a9-9c7a-4d003874340d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681627 Nov 23 13:26:08.273812 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36348b-abb1-43cd-845c-54635a22d295 req-cfd8bb9d-86fe-436d-8ade-bbc59c640a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:08.275286 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9b36348b-abb1-43cd-845c-54635a22d295 req-cfd8bb9d-86fe-436d-8ade-bbc59c640a3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 1099 time: 0.0747120 Nov 23 13:26:08.419269 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36348b-abb1-43cd-845c-54635a22d295 req-1e057243-cda9-4c35-a117-4e018fec8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:08.420603 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9b36348b-abb1-43cd-845c-54635a22d295 req-1e057243-cda9-4c35-a117-4e018fec8974 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 911 time: 0.1272914 Nov 23 13:26:08.522897 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9b36348b-abb1-43cd-845c-54635a22d295 req-c34b74f7-5e16-4283-93a7-2ea46b3d70e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9 HTTP/1.1" status: 200 len: 1001 time: 0.0953124 Nov 23 13:26:08.584486 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36348b-abb1-43cd-845c-54635a22d295 req-77b46546-0239-496c-8b25-a6e0a4c6057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:08.585958 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9b36348b-abb1-43cd-845c-54635a22d295 req-77b46546-0239-496c-8b25-a6e0a4c6057b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.0567431 Nov 23 13:26:08.659572 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36348b-abb1-43cd-845c-54635a22d295 req-a98df9a6-5e5f-401b-9648-ed85ca697871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:08.661004 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9b36348b-abb1-43cd-845c-54635a22d295 req-a98df9a6-5e5f-401b-9648-ed85ca697871 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691776 Nov 23 13:26:08.799164 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9b36348b-abb1-43cd-845c-54635a22d295 req-225bd135-ee66-4706-9b89-065865ceb26e service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309509 Nov 23 13:26:08.928562 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9b36348b-abb1-43cd-845c-54635a22d295 req-d69d3f93-7458-4c9e-8f27-3e7e5a5f2853 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230128 Nov 23 13:26:10.518053 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:26:20.424635 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-13df73b9-0c5a-4827-83ae-efc8ee206855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:20.935161 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:23.013819 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-598b1c83-1d5c-4732-a05b-8555fd8b5309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:24.162767 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:24.216345 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:25.474292 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:28.672729 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c905223-fa91-4d7e-85c2-3e09e2e26dc9 req-a6cfe094-ec7c-4a47-863b-cd81d9df89ba tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:28.674101 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4c905223-fa91-4d7e-85c2-3e09e2e26dc9 req-a6cfe094-ec7c-4a47-863b-cd81d9df89ba tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0840685 Nov 23 13:26:28.717314 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-4c905223-fa91-4d7e-85c2-3e09e2e26dc9 req-4ee2efb9-460c-41f3-9190-19a8243e2854 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376911 Nov 23 13:26:29.903396 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61423978-74ee-4dd7-a7ab-bc94304cbd8a req-fdb5dafe-62e8-4905-aab8-e2dca05b1d28 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:29.904823 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-61423978-74ee-4dd7-a7ab-bc94304cbd8a req-fdb5dafe-62e8-4905-aab8-e2dca05b1d28 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0790336 Nov 23 13:26:29.948132 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-61423978-74ee-4dd7-a7ab-bc94304cbd8a req-c8600408-73eb-47d7-afb9-668697c26b08 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373807 Nov 23 13:26:30.464189 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98561b9b-735a-4c25-881a-32068b088c7b req-01a20983-0c0a-45bf-b9ca-e6547fd6d738 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:30.464868 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-98561b9b-735a-4c25-881a-32068b088c7b req-01a20983-0c0a-45bf-b9ca-e6547fd6d738 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Synchronizing usage tracker for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:26:30.480886 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-98561b9b-735a-4c25-881a-32068b088c7b req-01a20983-0c0a-45bf-b9ca-e6547fd6d738 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Unset dirty status for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:26:30.482103 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-98561b9b-735a-4c25-881a-32068b088c7b req-01a20983-0c0a-45bf-b9ca-e6547fd6d738 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.64 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.1092148 Nov 23 13:26:30.551111 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Deleting port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:26:30.551357 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:30.798926 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] For port 731e605c-ef89-46a1-9cca-cd92b51bf3d9, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=731e605c-ef89-46a1-9cca-cd92b51bf3d9,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:26:30.799275 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:31.132884 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b5030-49fb-40bb-a4f1-41ce4682d7b2 req-c0306403-4094-4b73-9bd0-abb75b21c5b9 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:31.135288 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-251b5030-49fb-40bb-a4f1-41ce4682d7b2 req-c0306403-4094-4b73-9bd0-abb75b21c5b9 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 946 time: 0.0836203 Nov 23 13:26:31.179919 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-251b5030-49fb-40bb-a4f1-41ce4682d7b2 req-05a0903c-2373-447b-b56e-813616907b39 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d9956de-165f-4672-b85e-3e12a25574f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398254 Nov 23 13:26:31.184689 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:31.185053 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:31.185358 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.l3_db [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Floating IP b295d0da-3b49-4c04-8a12-b47d6ce52dd6 disassociated. External IP: 172.27.1.16, port: 731e605c-ef89-46a1-9cca-cd92b51bf3d9. Nov 23 13:26:31.185713 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Calling delete_port for 731e605c-ef89-46a1-9cca-cd92b51bf3d9 owned by compute:nova {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:26:31.326512 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:31.331987 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-86a8a9c0-d0a0-4fa0-b1f6-ad2d3ef76b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:31.379534 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event deleted for resources: {'Port': ['ID=731e605c-ef89-46a1-9cca-cd92b51bf3d9,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:31.437979 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.438343 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.438709 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.439054 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.439402 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.439750 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.440158 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.440524 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.440777 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.441118 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.441455 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.441808 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:31.449886 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:31.571579 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Router 0f493ff4-9a83-407e-994f-9c354dbf3137 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:26:31.750896 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:26:31.764192 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] Sync routers for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:26:31.777302 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:26:31.777942 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:26:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:26:31.831493 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] No DVR routers for this DVR port 731e605c-ef89-46a1-9cca-cd92b51bf3d9 on host hv-cinder-81888 {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:26:31.834448 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:31.839092 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'name': 'network-vif-deleted', 'tag': '731e605c-ef89-46a1-9cca-cd92b51bf3d9'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:26:31.859151 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-98561b9b-735a-4c25-881a-32068b088c7b req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.64 "DELETE /v2.0/ports/731e605c-ef89-46a1-9cca-cd92b51bf3d9 HTTP/1.1" status: 204 len: 173 time: 1.3715911 Nov 23 13:26:31.899353 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c021e195-82ec-45f0-9c78-e73125c9f308', 'name': 'network-vif-deleted', 'tag': '731e605c-ef89-46a1-9cca-cd92b51bf3d9', 'status': 'completed', 'code': 200} Nov 23 13:26:31.977977 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:26:32.335998 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:26:32.340484 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] Checking router: 0f493ff4-9a83-407e-994f-9c354dbf3137 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:26:32.350816 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:26:32.351543 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:26:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:26:32.353209 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-dd03db10-e329-449e-ad45-cf29eba9f1a4 req-b61cdeda-cbca-4c5c-88e8-6e70758648c4 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=c021e195-82ec-45f0-9c78-e73125c9f308 HTTP/1.1" status: 200 len: 210 time: 0.0464096 Nov 23 13:26:32.534449 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:26:32.833022 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:26:32.836786 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe9665-490b-4a76-9396-57f1dcb6f9df None None] The sync data for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi is: [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:26:33.059132 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d745f1-7ec5-491b-a226-9a8656434ab6 None None] New status for floating IP b295d0da-3b49-4c04-8a12-b47d6ce52dd6: DOWN {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:26:33.486987 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55340) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:26:33.553581 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:33.580979 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:33.634608 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:33.641863 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f8bdd275-2487-4598-b7a4-33cf147caea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:33.643930 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 731e605c-ef89-46a1-9cca-cd92b51bf3d9 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:26:33.659858 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9956de-165f-4672-b85e-3e12a25574f7,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:33.669197 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.669629 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.669970 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.670325 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.670679 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.671037 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.671396 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.671726 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.672313 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.672488 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.672754 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.673098 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:33.676271 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:33.683533 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:33.684673 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-e1a720f9-3b80-4e20-850e-d7c13cb23b38 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "DELETE /v2.0/security-groups/4d9956de-165f-4672-b85e-3e12a25574f7 HTTP/1.1" status: 204 len: 168 time: 0.1966693 Nov 23 13:26:33.687656 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55344) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:26:33.705328 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.api.v2.resource [None req-a9deb35b-00d9-4647-9263-2bb642f88dcf tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] show failed (client error): The resource could not be found. Nov 23 13:26:33.706298 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-a9deb35b-00d9-4647-9263-2bb642f88dcf tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups/4d9956de-165f-4672-b85e-3e12a25574f7 HTTP/1.1" status: 404 len: 347 time: 0.0177019 Nov 23 13:26:33.709140 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55348) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:26:33.726079 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 731e605c-ef89-46a1-9cca-cd92b51bf3d9 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:26:33.726426 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 731e605c-ef89-46a1-9cca-cd92b51bf3d9 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:26:33.968738 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Deleting port 6e88756b-79cf-45eb-9a08-0e541f477e68 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:26:33.968986 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:34.140830 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:34.141775 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:34.262054 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Calling delete_port for 6e88756b-79cf-45eb-9a08-0e541f477e68 owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:26:34.401348 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:34.405141 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-aa62dbe7-8fab-4b82-a95c-a8db68126594 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:34.448046 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event deleted for resources: {'Port': ['ID=6e88756b-79cf-45eb-9a08-0e541f477e68,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:34.451509 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:34.542940 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:34.556780 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:34.557911 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "DELETE /v2.0/floatingips/b295d0da-3b49-4c04-8a12-b47d6ce52dd6 HTTP/1.1" status: 204 len: 168 time: 0.8478205 Nov 23 13:26:34.757221 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55354) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:26:34.762893 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436607818', 'description': 'tempest-description--279645675'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:26:34.768907 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:26:34.773802 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:security_group and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:26:34.777477 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:26:34.786973 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:26:34.796938 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:34.816669 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:26:34.820459 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:security_group_rule and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:26:34.823296 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:26:34.830094 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:26:34.899456 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:34.903154 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:34.907387 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-14205807-2e0b-44f9-b9fa-4dbda8aea629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:34.952854 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670d538f-f37d-49c1-aa83-a15bb5cae3e5,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:34.955894 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:34.958364 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:34.959545 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-091c85a8-3aa8-40f7-8204-751ba2001aaa tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2012970 Nov 23 13:26:34.963037 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55358) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:26:34.968082 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'security_group_rule': {'security_group_id': '670d538f-f37d-49c1-aa83-a15bb5cae3e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:26:34.975461 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:26:34.979449 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:security_group_rule and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:26:34.982461 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:26:34.988935 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:26:35.006920 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.077316 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.081284 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.083327 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:35.106753 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c16f835-1091-4a42-bed4-ad3d8823a714,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:35.109306 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:35.117964 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.119129 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-218743cd-9924-408c-b8eb-2d872526973c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551216 Nov 23 13:26:35.121754 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55362) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:26:35.126711 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'security_group_rule': {'security_group_id': '670d538f-f37d-49c1-aa83-a15bb5cae3e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:26:35.132552 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:26:35.136391 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:security_group_rule and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:26:35.139453 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:26:35.145830 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:26:35.164569 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.240383 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.244416 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.246914 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-09c2c5eb-94e8-47d5-82fa-164bff4dfdba tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:35.271686 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9421a579-b3ab-41c4-9e21-7312214e999c,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:35.274276 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:35.285956 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.287108 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-f72c4067-900f-4f8e-bfae-0c9c4d684d81 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644204 Nov 23 13:26:35.290211 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55366) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:26:35.295125 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'floatingip': {'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:26:35.301017 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:26:35.305001 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Usage tracker for resource:floatingip and tenant:21c6ee2188e44d33908afdc72f91e397 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:26:35.308448 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:26:35.313835 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:26:35.327621 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.465313 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.604532 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Allocated IP 172.27.1.39 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/f8dd1de0-0d12-4819-b4e8-a43f29ecbf73) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:26:35.752936 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.782499 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:35.787188 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c2a249ac-21d9-40d1-b3f0-11b264627576 tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:35.853111 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:26:35.856932 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:26:35.861713 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:26:35.905735 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'Port': ['ID=f8dd1de0-0d12-4819-b4e8-a43f29ecbf73,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:35.909946 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:35.945963 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:36.009294 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:36.318532 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:36.329567 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:36.333032 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:36.438759 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'Port': ['ID=f8dd1de0-0d12-4819-b4e8-a43f29ecbf73,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:36.442925 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:36.451465 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:36.473949 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:36.475222 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1840975 Nov 23 13:26:36.692511 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-287757a4-6d86-4fbc-9bbe-b19185842174 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Synchronizing usage tracker for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:26:36.707685 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-287757a4-6d86-4fbc-9bbe-b19185842174 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Unset dirty status for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:26:36.708850 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-287757a4-6d86-4fbc-9bbe-b19185842174 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1436607818&fields=id&tenant_id=21c6ee2188e44d33908afdc72f91e397 HTTP/1.1" status: 200 len: 267 time: 0.0562129 Nov 23 13:26:36.857835 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-497e258d-9f31-42c1-b325-2736f86a114c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:36.859165 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-497e258d-9f31-42c1-b325-2736f86a114c tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 810 time: 0.1437061 Nov 23 13:26:36.873693 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-60372cea-4c4b-4ffa-94df-2c80456115c5 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/quotas/21c6ee2188e44d33908afdc72f91e397 HTTP/1.1" status: 200 len: 375 time: 0.0085993 Nov 23 13:26:36.959107 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-14b0263a-0bfd-4a26-ba39-db6125e62126 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Synchronizing usage tracker for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:26:36.974532 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-14b0263a-0bfd-4a26-ba39-db6125e62126 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Unset dirty status for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:26:36.976269 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-14b0263a-0bfd-4a26-ba39-db6125e62126 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976293 Nov 23 13:26:37.089189 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-f8c3681a-98c3-4339-9d0f-deb233561de5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:26:37.090195 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-f8c3681a-98c3-4339-9d0f-deb233561de5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1026630 Nov 23 13:26:37.225508 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d02d4ad6-ad69-47f8-9e0a-3b705b5b7203 service neutron] 10.222.0.50 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294198 Nov 23 13:26:37.360199 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-414f780d-4b06-43fa-a6de-5823082492ad service neutron] 10.222.0.50 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281521 Nov 23 13:26:37.539620 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-83b042f4-6955-4c40-a199-bceb2211f617 req-06d8e51e-f782-4fd4-b516-9e2ecdc7fb0a tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0431979 Nov 23 13:26:38.699194 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f3381b29-29ba-4728-ad00-9784c8f308c0 req-6679be60-27fa-41c6-977e-78d63a2bcf6a tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 210 time: 0.0456755 Nov 23 13:26:38.739776 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-eb0a38a1-50a0-4104-86ac-e281eba21fc2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:38.741849 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-eb0a38a1-50a0-4104-86ac-e281eba21fc2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 810 time: 0.1612716 Nov 23 13:26:38.794552 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-e74cdae8-85fc-458a-9603-3c0a9d4769fe tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21c6ee2188e44d33908afdc72f91e397 HTTP/1.1" status: 200 len: 380 time: 0.0441434 Nov 23 13:26:38.803265 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'port': {'device_id': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'admin_state_up': True, 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'security_groups': ['670d538f-f37d-49c1-aa83-a15bb5cae3e5']}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:26:38.939700 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:26:38.949794 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:26:38.959084 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Made reservation on behalf of 21c6ee2188e44d33908afdc72f91e397 for: {'port': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:26:38.962691 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:39.123703 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Allocated IP 172.20.0.12 (72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc/91c6bc9e-6670-4414-90a9-0423321673ff/d3484362-8e1a-423f-9121-5310761688f3) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:26:39.429410 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:39.444778 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Transition to ACTIVE for port object d3484362-8e1a-423f-9121-5310761688f3 will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:26:39.469457 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:39.475064 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-40e6d032-8d44-4425-a624-9fb783f409a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:39.541277 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:26:39.544636 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:26:39.549307 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:26:39.583712 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event updated for resources: {'Port': ['ID=d3484362-8e1a-423f-9121-5310761688f3,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:39.595260 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:39.621029 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:39.621679 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:39.650000 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8502393 Nov 23 13:26:39.718119 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Request body: {'port': {'device_id': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:26:39.795312 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5baacd57-23f0-4aca-919a-0ff0ef1ea78e None None] Provisioning for port d3484362-8e1a-423f-9121-5310761688f3 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:26:39.801508 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5baacd57-23f0-4aca-919a-0ff0ef1ea78e None None] Provisioning complete for port d3484362-8e1a-423f-9121-5310761688f3 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:26:39.802163 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5baacd57-23f0-4aca-919a-0ff0ef1ea78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:39.839998 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:39.856597 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5baacd57-23f0-4aca-919a-0ff0ef1ea78e None None] Port d3484362-8e1a-423f-9121-5310761688f3 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:26:39.910010 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59315d01-052b-4726-91b4-0f00163d378d req-9a93e04f-9a59-4381-ba17-15fa7de1f96e tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:39.911609 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-59315d01-052b-4726-91b4-0f00163d378d req-9a93e04f-9a59-4381-ba17-15fa7de1f96e tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 932 time: 0.1008856 Nov 23 13:26:39.958158 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-59315d01-052b-4726-91b4-0f00163d378d req-c7de25d3-66ea-498a-bb09-030c3a6788d5 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406060 Nov 23 13:26:40.188812 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3484362-8e1a-423f-9121-5310761688f3 {{(pid=86879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:26:40.196106 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:40.210754 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Transition to ACTIVE for port object d3484362-8e1a-423f-9121-5310761688f3 will not be triggered until provisioned by entity L2. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:26:40.214793 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:40.218260 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3f1ec563-d228-4a66-87bb-7dc3e0c9b3e1 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:40.367678 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Pushing event updated for resources: {'Port': ['ID=d3484362-8e1a-423f-9121-5310761688f3,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:40.375799 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:40.454738 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Attempting to bind port d3484362-8e1a-423f-9121-5310761688f3 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:26:40.455062 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Attempting to bind port d3484362-8e1a-423f-9121-5310761688f3 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:26:40.455377 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Attempting to bind port d3484362-8e1a-423f-9121-5310761688f3 on network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:26:40.459898 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Port d3484362-8e1a-423f-9121-5310761688f3 on network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:26:40.460208 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Attempting to bind port d3484362-8e1a-423f-9121-5310761688f3 on network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:26:40.465220 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:26:40.465549 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Checking segment: {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:26:40.465957 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Bound using segment: {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:26:40.466366 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Bound port: d3484362-8e1a-423f-9121-5310761688f3, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc'}}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:26:40.466699 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:40.558034 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] For port d3484362-8e1a-423f-9121-5310761688f3, host hv-cinder-81888, cleared binding levels {{(pid=86879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:26:40.561237 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] For port d3484362-8e1a-423f-9121-5310761688f3, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d3484362-8e1a-423f-9121-5310761688f3,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:26:40.566093 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:40.570470 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:40.628777 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:40.629416 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:40.630771 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] 10.222.0.64 "PUT /v2.0/ports/d3484362-8e1a-423f-9121-5310761688f3 HTTP/1.1" status: 200 len: 1094 time: 0.9728806 Nov 23 13:26:40.631289 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'tag': 'd3484362-8e1a-423f-9121-5310761688f3'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:26:40.655875 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Pushing event updated for resources: {'Port': ['ID=d3484362-8e1a-423f-9121-5310761688f3,revision_number=3']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:40.659598 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:40.714902 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'tag': 'd3484362-8e1a-423f-9121-5310761688f3', 'status': 'completed', 'code': 200} Nov 23 13:26:40.751072 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-c6c72e5f-29d9-4d38-ad65-c3121aba62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:40.752551 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-c6c72e5f-29d9-4d38-ad65-c3121aba62b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0747166 Nov 23 13:26:40.825746 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-7d7dca18-7ef8-4613-8761-000a140692cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3484362-8e1a-423f-9121-5310761688f3 HTTP/1.1" status: 200 len: 217 time: 0.0653853 Nov 23 13:26:40.885893 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-6723c6d9-3681-4c7c-896a-bfc152e18b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:40.887249 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-6723c6d9-3681-4c7c-896a-bfc152e18b7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.0558369 Nov 23 13:26:40.965130 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-cbba74b0-f6de-4317-b5a2-104e26c515d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:40.966530 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-cbba74b0-f6de-4317-b5a2-104e26c515d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732498 Nov 23 13:26:41.106656 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-192d21b5-4de0-4861-90a7-fc48ddb5ac2f service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337872 Nov 23 13:26:41.147123 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2149b-344e-4855-a3ee-a5eadd36e2e9 req-5798a388-ddd2-447a-9b09-49a09572fff9 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:41.148622 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b2d2149b-344e-4855-a3ee-a5eadd36e2e9 req-5798a388-ddd2-447a-9b09-49a09572fff9 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0802808 Nov 23 13:26:41.194371 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b2d2149b-344e-4855-a3ee-a5eadd36e2e9 req-f08d1a57-a658-4790-9245-2976e7696128 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399969 Nov 23 13:26:41.336419 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-12d3d148-ae39-4f69-b371-f3750a3c49a5 req-1d386985-2b9b-4e15-b896-38859b9239b1 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228727 Nov 23 13:26:41.451539 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-dc344f09-7eb0-4f47-bfce-6f621ee72939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:41.453002 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-dc344f09-7eb0-4f47-bfce-6f621ee72939 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0694458 Nov 23 13:26:41.586290 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-d21d61ed-132a-47ab-a91f-32411a2fcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:41.587651 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-d21d61ed-132a-47ab-a91f-32411a2fcd5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 911 time: 0.1281204 Nov 23 13:26:41.660627 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-db8155ff-2818-42c3-9d4d-387c5557fcf1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3484362-8e1a-423f-9121-5310761688f3 HTTP/1.1" status: 200 len: 217 time: 0.0650024 Nov 23 13:26:41.724226 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-be944802-f543-43f6-a484-1897550d7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:41.725688 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-be944802-f543-43f6-a484-1897550d7cfb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.0584188 Nov 23 13:26:41.809521 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-75daed19-73be-492a-b454-558b9e031372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:41.811036 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-75daed19-73be-492a-b454-558b9e031372 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771110 Nov 23 13:26:41.945204 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-63d95e81-23df-4ab6-9c46-d5a1bfb996f8 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270337 Nov 23 13:26:42.077986 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-aafc2740-4e78-4110-8936-4018f1e9b9ae req-ad7dbf0f-8420-44a4-8a90-e6a937ecf47e service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256616 Nov 23 13:26:42.382580 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1ba7f-566e-4034-a2e6-105a1fd9e601 req-6cc4ce1a-8d13-4f04-ae0b-5b495616b9dc tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:42.384022 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6bf1ba7f-566e-4034-a2e6-105a1fd9e601 req-6cc4ce1a-8d13-4f04-ae0b-5b495616b9dc tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0829484 Nov 23 13:26:42.429833 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6bf1ba7f-566e-4034-a2e6-105a1fd9e601 req-750a9c25-990c-44b6-90c9-bb80ac79d9f6 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 Nov 23 13:26:43.616900 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685eb8-7c9d-4ea5-886d-a40092be1eef req-6eaba9f0-d8f5-4cc2-a344-2906b1940031 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:43.618370 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c5685eb8-7c9d-4ea5-886d-a40092be1eef req-6eaba9f0-d8f5-4cc2-a344-2906b1940031 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 944 time: 0.0799460 Nov 23 13:26:43.666679 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c5685eb8-7c9d-4ea5-886d-a40092be1eef req-be6a036e-9291-4836-8611-13dc63d2c8c8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 Nov 23 13:26:43.721945 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device d3484362-8e1a-423f-9121-5310761688f3 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:26:43.854820 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port d3484362-8e1a-423f-9121-5310761688f3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d3484362-8e1a-423f-9121-5310761688f3,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:26:43.868349 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': 'd3484362-8e1a-423f-9121-5310761688f3', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'port_id': 'd3484362-8e1a-423f-9121-5310761688f3', 'mac_address': 'fa:16:3e:56:a5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:26:43.927418 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:43.944725 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3484362-8e1a-423f-9121-5310761688f3 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:26:43.961765 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port d3484362-8e1a-423f-9121-5310761688f3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d3484362-8e1a-423f-9121-5310761688f3,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:26:43.966099 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:43.968404 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:44.036771 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=d3484362-8e1a-423f-9121-5310761688f3,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:44.043872 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.044209 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.044541 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.044864 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.045184 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.045505 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.045847 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.046163 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.046479 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.046792 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.047133 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.047442 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:26:44.051243 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:44.180544 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['d3484362-8e1a-423f-9121-5310761688f3'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:26:44.854843 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9be481-3d1f-414e-a9a6-53ebe778e444 req-5a66d7d6-3c5c-498d-b3a5-61e1233456ec tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:44.856321 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0f9be481-3d1f-414e-a9a6-53ebe778e444 req-5a66d7d6-3c5c-498d-b3a5-61e1233456ec tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 945 time: 0.0814214 Nov 23 13:26:44.905368 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0f9be481-3d1f-414e-a9a6-53ebe778e444 req-0f6ab35a-0667-41e2-b4f9-8af122e90f8f tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424852 Nov 23 13:26:45.736714 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device d3484362-8e1a-423f-9121-5310761688f3 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:26:45.808600 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port d3484362-8e1a-423f-9121-5310761688f3 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:26:45.813906 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port d3484362-8e1a-423f-9121-5310761688f3 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:26:45.814282 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:45.958971 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:45.989370 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3484362-8e1a-423f-9121-5310761688f3'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:26:45.999922 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port d3484362-8e1a-423f-9121-5310761688f3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d3484362-8e1a-423f-9121-5310761688f3,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:26:46.005022 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:46.008246 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-8517adf2-43ac-437f-b1a4-144ade22a586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:26:46.082704 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=d3484362-8e1a-423f-9121-5310761688f3,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:26:46.086116 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:26:46.108110 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c55bc-53ea-450e-b3c7-d6fc71f4d1df req-9da06088-091a-4f2c-8779-6553aeb3381d tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:46.110233 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-597c55bc-53ea-450e-b3c7-d6fc71f4d1df req-9da06088-091a-4f2c-8779-6553aeb3381d tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0920942 Nov 23 13:26:46.159445 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-597c55bc-53ea-450e-b3c7-d6fc71f4d1df req-958bb584-c2a6-429b-b45d-804130e14541 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428083 Nov 23 13:26:46.185999 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3484362-8e1a-423f-9121-5310761688f3', 'code': 200} Nov 23 13:26:46.414188 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a30db3-8059-42c6-9444-efc7ac8dc836 req-b7afc7d1-eeb3-41b8-9c82-5cde92400830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:46.415634 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-38a30db3-8059-42c6-9444-efc7ac8dc836 req-b7afc7d1-eeb3-41b8-9c82-5cde92400830 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0702531 Nov 23 13:26:46.456862 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-38a30db3-8059-42c6-9444-efc7ac8dc836 req-59972069-3a2b-4105-96ed-71eeed513cbe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347497 Nov 23 13:26:47.346880 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cd54c-c120-49f9-a454-404216f2ab24 req-690a43c8-95ed-4087-9ab6-322697b5ff99 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:47.348323 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9d1cd54c-c120-49f9-a454-404216f2ab24 req-690a43c8-95ed-4087-9ab6-322697b5ff99 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0802972 Nov 23 13:26:47.392106 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9d1cd54c-c120-49f9-a454-404216f2ab24 req-866e1ed3-9ba9-49ab-a28b-deff360a3f26 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379748 Nov 23 13:26:47.517242 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:26:48.594538 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140f6db-3817-4891-94e1-b81433690d03 req-416a637a-20db-41ba-a3e4-bf0f59147548 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:48.595969 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3140f6db-3817-4891-94e1-b81433690d03 req-416a637a-20db-41ba-a3e4-bf0f59147548 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0873935 Nov 23 13:26:48.643484 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3140f6db-3817-4891-94e1-b81433690d03 req-53d35ff2-023d-4962-8659-3cbf14499f2a tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Nov 23 13:26:48.828942 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcd0a3-fc83-4174-b04b-b0328c4b147f req-ca227aca-f436-46f0-b16f-f819fd04cbdf tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:48.830539 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cdbcd0a3-fc83-4174-b04b-b0328c4b147f req-ca227aca-f436-46f0-b16f-f819fd04cbdf tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0871899 Nov 23 13:26:48.839638 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55432) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:26:48.845172 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-623a9a8b-df88-4eb5-b7c2-f726ceba16c8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Request body: {'floatingip': {'port_id': 'd3484362-8e1a-423f-9121-5310761688f3'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:26:49.039796 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-623a9a8b-df88-4eb5-b7c2-f726ceba16c8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:49.665951 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-623a9a8b-df88-4eb5-b7c2-f726ceba16c8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:49.669820 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-623a9a8b-df88-4eb5-b7c2-f726ceba16c8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:49.845557 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.l3_db [None req-623a9a8b-df88-4eb5-b7c2-f726ceba16c8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Floating IP bc6932cd-c101-4568-bdc4-2bfdc471bb21 associated. External IP: 172.27.1.39, port: d3484362-8e1a-423f-9121-5310761688f3. Nov 23 13:26:50.220724 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623a9a8b-df88-4eb5-b7c2-f726ceba16c8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Router 0f493ff4-9a83-407e-994f-9c354dbf3137 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:26:50.428764 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-94c00071-a1a7-43fe-a305-2c663b4e3c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:50.523189 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a9a8b-df88-4eb5-b7c2-f726ceba16c8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:26:50.527597 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-623a9a8b-df88-4eb5-b7c2-f726ceba16c8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:50.533856 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] Sync routers for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:26:50.544193 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:26:50.546141 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:26:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:26:50.586108 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-623a9a8b-df88-4eb5-b7c2-f726ceba16c8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "PUT /v2.0/floatingips/bc6932cd-c101-4568-bdc4-2bfdc471bb21 HTTP/1.1" status: 200 len: 991 time: 1.7426467 Nov 23 13:26:50.586108 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'tag': 'd3484362-8e1a-423f-9121-5310761688f3'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:26:50.691351 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'tag': 'd3484362-8e1a-423f-9121-5310761688f3', 'status': 'completed', 'code': 200} Nov 23 13:26:50.744337 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:26:50.797754 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-a2b5cf45-1bd7-4b18-802e-95ee6a42b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:50.799084 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-a2b5cf45-1bd7-4b18-802e-95ee6a42b766 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0757113 Nov 23 13:26:50.939574 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:50.940031 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-ac8eab69-beef-4525-b12f-b0dfae21d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:50.941508 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-ac8eab69-beef-4525-b12f-b0dfae21d897 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 911 time: 0.1356933 Nov 23 13:26:51.048302 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-d88c685c-97e5-4bae-aac8-c9e3ae26ae38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3484362-8e1a-423f-9121-5310761688f3 HTTP/1.1" status: 200 len: 999 time: 0.1002254 Nov 23 13:26:51.115420 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-f8a766ce-8b21-4f17-9d73-73224336c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:51.116897 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-f8a766ce-8b21-4f17-9d73-73224336c527 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.0626004 Nov 23 13:26:51.126861 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'bc6932cd-c101-4568-bdc4-2bfdc471bb21', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'port_id': 'd3484362-8e1a-423f-9121-5310761688f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'mac_address': 'fa:16:3e:56:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:26:35Z', 'updated_at': '2021-11-23T13:26:49Z', 'revision_number': 1, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:26:51.131032 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] Checking router: 0f493ff4-9a83-407e-994f-9c354dbf3137 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:26:51.141135 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:26:51.141775 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:26:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:26:51.195604 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-9f99cc89-8f4a-4615-ba0f-5def56b10968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:51.197075 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-9f99cc89-8f4a-4615-ba0f-5def56b10968 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734174 Nov 23 13:26:51.337943 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:26:51.349714 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-5aa30127-0400-42ba-8f38-9debfd9ba166 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463251 Nov 23 13:26:51.488628 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-68db22ba-3d37-4c01-a100-dd2ca5547a4b req-ef124f63-4fa6-43fc-bcfc-8086be1c77aa service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318948 Nov 23 13:26:51.744209 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'bc6932cd-c101-4568-bdc4-2bfdc471bb21', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'port_id': 'd3484362-8e1a-423f-9121-5310761688f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'mac_address': 'fa:16:3e:56:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:26:35Z', 'updated_at': '2021-11-23T13:26:49Z', 'revision_number': 1, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:26:51.748277 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa5a578-e989-4dbf-9943-2de88427bbc7 None None] The sync data for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi is: [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': 'bc6932cd-c101-4568-bdc4-2bfdc471bb21', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'port_id': 'd3484362-8e1a-423f-9121-5310761688f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'mac_address': 'fa:16:3e:56:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:26:35Z', 'updated_at': '2021-11-23T13:26:49Z', 'revision_number': 1, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:26:51.958523 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3065ad-4bf2-4fe8-a3f4-a87cb41b2f31 None None] New status for floating IP bc6932cd-c101-4568-bdc4-2bfdc471bb21: ACTIVE {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:26:53.016137 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae5ba-2ee8-44ff-9df4-81f9ecf293c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:54.166371 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:54.225842 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:55.477519 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:10.231815 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9e436679-498e-4719-8c39-f8347efd574f req-2e229176-4ca0-44d2-8691-927574d79584 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1613984 Nov 23 13:27:10.371163 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436679-498e-4719-8c39-f8347efd574f req-1188d317-be1f-46b0-9558-bc411e8929b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:27:10.372604 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9e436679-498e-4719-8c39-f8347efd574f req-1188d317-be1f-46b0-9558-bc411e8929b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21c6ee2188e44d33908afdc72f91e397&device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 1099 time: 0.0699522 Nov 23 13:27:10.517640 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436679-498e-4719-8c39-f8347efd574f req-292090cc-45fd-41a0-a32b-3d42203306b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:27:10.519099 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9e436679-498e-4719-8c39-f8347efd574f req-292090cc-45fd-41a0-a32b-3d42203306b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 200 len: 911 time: 0.1273115 Nov 23 13:27:10.627992 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9e436679-498e-4719-8c39-f8347efd574f req-b6fe7d4d-6313-4d85-b3b0-cfc6cf01def8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3484362-8e1a-423f-9121-5310761688f3 HTTP/1.1" status: 200 len: 1001 time: 0.0987353 Nov 23 13:27:10.691114 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436679-498e-4719-8c39-f8347efd574f req-01bc7e5e-ef5b-458d-a4c4-5846f7ebeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:27:10.692550 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9e436679-498e-4719-8c39-f8347efd574f req-01bc7e5e-ef5b-458d-a4c4-5846f7ebeb59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 200 len: 849 time: 0.0566618 Nov 23 13:27:10.769723 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e436679-498e-4719-8c39-f8347efd574f req-3025ce4c-5e0f-4f3e-b404-53c88b50229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:27:10.771249 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9e436679-498e-4719-8c39-f8347efd574f req-3025ce4c-5e0f-4f3e-b404-53c88b50229a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704653 Nov 23 13:27:10.901561 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9e436679-498e-4719-8c39-f8347efd574f req-fd37ced9-5cfe-4fb8-ac15-044314300c4d service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239409 Nov 23 13:27:11.032933 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9e436679-498e-4719-8c39-f8347efd574f req-2cd96c32-c091-4a3b-a56e-cf6bae6eae77 service neutron] 10.222.0.64 "GET /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237559 Nov 23 13:27:20.431733 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-64116be9-29c5-4bf1-a913-254a4c70c520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:20.935545 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:23.016289 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-53be0115-ff07-456c-a5de-dfa7a3fee17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:24.169338 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:24.232082 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:24.516103 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:27:25.480434 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:50.431995 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a309a4b9-1fc6-4c48-b303-a049d8437e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:50.939843 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:53.017511 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-644ddc9b-c51b-40bb-9acd-9bd74c5b3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:54.170866 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:54.231687 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:55.481439 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:01.515117 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:28:04.018891 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c6b9e-9c47-4535-b807-dbaa9e3dde5e req-961d6636-f8af-49c8-8845-4bc7053ff212 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:04.020341 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d55c6b9e-9c47-4535-b807-dbaa9e3dde5e req-961d6636-f8af-49c8-8845-4bc7053ff212 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0868351 Nov 23 13:28:04.064098 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d55c6b9e-9c47-4535-b807-dbaa9e3dde5e req-2cea11b3-56d9-45da-b0ce-ce2877c7c92b tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379183 Nov 23 13:28:05.246987 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108e851-7a37-4b31-8253-e9b9888bcb70 req-93acffb1-9dd9-41af-94a5-6b6acedcc4e8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:05.248424 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3108e851-7a37-4b31-8253-e9b9888bcb70 req-93acffb1-9dd9-41af-94a5-6b6acedcc4e8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0799470 Nov 23 13:28:05.292285 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3108e851-7a37-4b31-8253-e9b9888bcb70 req-800c9b70-662b-4a03-931b-64a875442538 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374951 Nov 23 13:28:05.655240 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636615f-97b5-4128-a5e8-781989a0e359 req-60d8f367-a1be-4763-bfc8-90c4d5490ae8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:05.655926 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-9636615f-97b5-4128-a5e8-781989a0e359 req-60d8f367-a1be-4763-bfc8-90c4d5490ae8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Synchronizing usage tracker for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:28:05.672634 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-9636615f-97b5-4128-a5e8-781989a0e359 req-60d8f367-a1be-4763-bfc8-90c4d5490ae8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Unset dirty status for tenant:21c6ee2188e44d33908afdc72f91e397 on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:28:05.673854 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9636615f-97b5-4128-a5e8-781989a0e359 req-60d8f367-a1be-4763-bfc8-90c4d5490ae8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.64 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0993676 Nov 23 13:28:05.746938 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Deleting port d3484362-8e1a-423f-9121-5310761688f3 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:28:05.747298 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:05.990793 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] For port d3484362-8e1a-423f-9121-5310761688f3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d3484362-8e1a-423f-9121-5310761688f3,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:28:05.991148 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:06.273454 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:06.273734 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:06.274043 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.l3_db [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Floating IP bc6932cd-c101-4568-bdc4-2bfdc471bb21 disassociated. External IP: 172.27.1.39, port: d3484362-8e1a-423f-9121-5310761688f3. Nov 23 13:28:06.274451 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Calling delete_port for d3484362-8e1a-423f-9121-5310761688f3 owned by compute:nova {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:28:06.489468 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2193b3-7fa9-4e74-932f-f0eba32d08d0 req-2732db50-f9c1-4472-a439-ab17d1be07b8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:06.490950 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5c2193b3-7fa9-4e74-932f-f0eba32d08d0 req-2732db50-f9c1-4472-a439-ab17d1be07b8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9 HTTP/1.1" status: 200 len: 946 time: 0.0868058 Nov 23 13:28:06.513329 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:06.519301 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5c87de2e-9e20-4254-9d46-6ee2acde5fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:06.536652 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5c2193b3-7fa9-4e74-932f-f0eba32d08d0 req-a9b47435-a87a-4a2a-9efb-7c28fb807e66 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups?id=670d538f-f37d-49c1-aa83-a15bb5cae3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399461 Nov 23 13:28:06.562720 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event deleted for resources: {'Port': ['ID=d3484362-8e1a-423f-9121-5310761688f3,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:06.575777 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.576146 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.576505 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.576862 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.577219 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.577568 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.578508 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.578842 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.579190 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.579540 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.579886 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.580228 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:06.632582 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:06.758991 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Router 0f493ff4-9a83-407e-994f-9c354dbf3137 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:28:06.936424 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:28:06.947901 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] Sync routers for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:28:06.958411 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:28:06.959011 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:27:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:07.009995 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] No DVR routers for this DVR port d3484362-8e1a-423f-9121-5310761688f3 on host hv-cinder-81888 {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:28:07.012482 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:07.015198 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'name': 'network-vif-deleted', 'tag': 'd3484362-8e1a-423f-9121-5310761688f3'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:28:07.033188 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-9636615f-97b5-4128-a5e8-781989a0e359 req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.64 "DELETE /v2.0/ports/d3484362-8e1a-423f-9121-5310761688f3 HTTP/1.1" status: 204 len: 173 time: 1.3540697 Nov 23 13:28:07.069429 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb8e6be-8fc0-4c5d-956b-d8ce635a5bf9', 'name': 'network-vif-deleted', 'tag': 'd3484362-8e1a-423f-9121-5310761688f3', 'status': 'completed', 'code': 200} Nov 23 13:28:07.157096 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:28:07.461238 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:07.465450 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] Checking router: 0f493ff4-9a83-407e-994f-9c354dbf3137 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:28:07.474793 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:28:07.475504 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:27:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:07.654770 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:28:07.667439 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55632) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:07.732262 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:07.759975 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:07.821492 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:07.825310 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4540e5ae-c998-4002-bea0-0d2a67bc6e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:07.839147 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670d538f-f37d-49c1-aa83-a15bb5cae3e5,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:07.848768 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.849140 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.849504 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.849888 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.850245 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.850600 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.850954 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.851302 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.851671 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.852036 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.852388 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.852738 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:07.857590 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:07.861576 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:07.866887 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-88cf57da-43f3-4be5-80b8-c63ef81efe96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "DELETE /v2.0/security-groups/670d538f-f37d-49c1-aa83-a15bb5cae3e5 HTTP/1.1" status: 204 len: 168 time: 0.1982310 Nov 23 13:28:07.869778 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55636) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:07.886339 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.api.v2.resource [None req-9bc29cd7-a5ec-42e2-b5f7-0e28e0556d96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] show failed (client error): The resource could not be found. Nov 23 13:28:07.887317 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-9bc29cd7-a5ec-42e2-b5f7-0e28e0556d96 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "GET /v2.0/security-groups/670d538f-f37d-49c1-aa83-a15bb5cae3e5 HTTP/1.1" status: 404 len: 347 time: 0.0167053 Nov 23 13:28:07.890299 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55640) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:07.995741 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:07.999769 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70903e22-b618-406a-af9c-a8732bc9838f None None] The sync data for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi is: [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:36Z', 'revision_number': 4, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '05c61780-b67f-4162-a5f2-083927a18224', 'name': '', 'network_id': '72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'mac_address': 'fa:16:3e:73:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:36Z', 'updated_at': '2021-11-23T13:23:43Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'subnets': [{'id': '91c6bc9e-6670-4414-90a9-0423321673ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:28:08.050520 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Deleting port f8dd1de0-0d12-4819-b4e8-a43f29ecbf73 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:28:08.050859 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:08.225166 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007b4be-e49b-4ce9-a1ef-b4196cd1680d None None] New status for floating IP bc6932cd-c101-4568-bdc4-2bfdc471bb21: DOWN {{(pid=86881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:28:08.228837 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:08.229262 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:08.352891 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Calling delete_port for f8dd1de0-0d12-4819-b4e8-a43f29ecbf73 owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:28:08.474585 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.db.api [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:28:08.474907 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_db.api [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:28:08.976048 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Deleting port f8dd1de0-0d12-4819-b4e8-a43f29ecbf73 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:28:08.976730 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:09.149308 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:09.149653 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:09.372797 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Calling delete_port for f8dd1de0-0d12-4819-b4e8-a43f29ecbf73 owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:28:09.511440 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:09.514825 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:09.561340 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Pushing event deleted for resources: {'Port': ['ID=f8dd1de0-0d12-4819-b4e8-a43f29ecbf73,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:09.587052 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:09.653062 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks [] for floatingip, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:09.667367 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:09.668447 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-5f757012-7fbe-4d05-ad32-bd3075a9d1e3 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] 10.222.0.50 "DELETE /v2.0/floatingips/bc6932cd-c101-4568-bdc4-2bfdc471bb21 HTTP/1.1" status: 204 len: 168 time: 1.7772756 Nov 23 13:28:10.327003 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device d3484362-8e1a-423f-9121-5310761688f3 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:28:10.360985 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: d3484362-8e1a-423f-9121-5310761688f3 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:28:10.361338 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device d3484362-8e1a-423f-9121-5310761688f3 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:28:13.770769 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55670) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:14.298393 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554411'] for router_interface, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:14.641157 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Deleting port 05c61780-b67f-4162-a5f2-083927a18224 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:28:14.641407 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:14.808879 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] For port 05c61780-b67f-4162-a5f2-083927a18224, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=05c61780-b67f-4162-a5f2-083927a18224,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:28:14.809571 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:15.039575 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Calling delete_port for 05c61780-b67f-4162-a5f2-083927a18224 owned by network:router_interface {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:28:15.206750 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:15.210378 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:15.253841 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c61780-b67f-4162-a5f2-083927a18224,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:15.257433 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:15.520430 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543323'] for router_interface, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:15.882195 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Router 0f493ff4-9a83-407e-994f-9c354dbf3137 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:28:16.052338 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:28:16.060845 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] Sync routers for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:28:16.064102 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] 10.222.0.50 "PUT /v2.0/routers/0f493ff4-9a83-407e-994f-9c354dbf3137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2922926 Nov 23 13:28:16.066524 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55674) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:16.070449 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:28:16.071053 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:27:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:16.250706 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:28:16.356316 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Notify callbacks [] for router, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:16.532924 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:16.542208 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Deleting port 4a2071d9-b52e-4da1-8161-594017a3d3b8 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:28:16.542551 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:16.653433 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:28:15Z', 'revision_number': 5, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port': {'id': '4a2071d9-b52e-4da1-8161-594017a3d3b8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:16.660484 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] Checking router: 0f493ff4-9a83-407e-994f-9c354dbf3137 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:28:16.680089 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] Routers {'0f493ff4-9a83-407e-994f-9c354dbf3137'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:28:16.680708 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:27:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['0f493ff4-9a83-407e-994f-9c354dbf3137'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:16.725111 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] For port 4a2071d9-b52e-4da1-8161-594017a3d3b8, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=4a2071d9-b52e-4da1-8161-594017a3d3b8,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:28:16.725458 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:16.847445 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Calling delete_port for 4a2071d9-b52e-4da1-8161-594017a3d3b8 owned by network:router_gateway {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:28:16.849091 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] Set router 0f493ff4-9a83-407e-994f-9c354dbf3137 gateway port host: None {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:28:16.957576 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:28:16Z', 'revision_number': 6, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port_host': None}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:16.963904 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31bb46-5054-4294-8199-d376e86d8734 None None] The sync data for ids ['0f493ff4-9a83-407e-994f-9c354dbf3137'] in dv-cinder-818883-1-iscsi is: [{'id': '0f493ff4-9a83-407e-994f-9c354dbf3137', 'name': 'tempest-AttachVolumeTestJSON-585758819-router', 'tenant_id': '21c6ee2188e44d33908afdc72f91e397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:23:33Z', 'updated_at': '2021-11-23T13:28:16Z', 'revision_number': 6, 'project_id': '21c6ee2188e44d33908afdc72f91e397', 'gw_port_host': None}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:28:17.017828 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.022263 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6bbe6ef0-58db-4124-837c-bb563e6ab373 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:17.066443 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2071d9-b52e-4da1-8161-594017a3d3b8,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:17.091810 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:17.157140 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696268'] for router_gateway, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.331123 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39716'] for router, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.333434 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.364461 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-554306'] for router, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.365021 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f493ff4-9a83-407e-994f-9c354dbf3137 {{(pid=86880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:28:17.381786 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] Notify callbacks [] for router, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.385253 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-03ab9c1a-a758-4c9e-9522-2839540a3f75 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0f493ff4-9a83-407e-994f-9c354dbf3137 HTTP/1.1" status: 204 len: 168 time: 1.3154950 Nov 23 13:28:17.385352 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55678) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:17.409921 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 05c61780-b67f-4162-a5f2-083927a18224 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:28:17.447115 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddc1de7-83f5-4a2a-b281-d8fe83b1021d admin admin] Deleting subnet 91c6bc9e-6670-4414-90a9-0423321673ff {{(pid=86880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:28:17.450018 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6ddc1de7-83f5-4a2a-b281-d8fe83b1021d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.454754 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 05c61780-b67f-4162-a5f2-083927a18224 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:28:17.455179 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 05c61780-b67f-4162-a5f2-083927a18224 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:28:17.501174 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6ddc1de7-83f5-4a2a-b281-d8fe83b1021d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1694786'] for subnet, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.576973 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6ddc1de7-83f5-4a2a-b281-d8fe83b1021d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.643992 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6ddc1de7-83f5-4a2a-b281-d8fe83b1021d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3127428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3363493'] for subnet, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.648554 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ad1689d0-a7eb-4983-af1d-ad892d2585d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:17.688039 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-6ddc1de7-83f5-4a2a-b281-d8fe83b1021d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.691917 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc1de7-83f5-4a2a-b281-d8fe83b1021d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c6bc9e-6670-4414-90a9-0423321673ff,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:17.693274 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7ced6-0c92-4ea6-a79c-f263df627dfe None None] Network 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:28:17.694932 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-6ddc1de7-83f5-4a2a-b281-d8fe83b1021d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:17.696393 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-6ddc1de7-83f5-4a2a-b281-d8fe83b1021d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/91c6bc9e-6670-4414-90a9-0423321673ff HTTP/1.1" status: 204 len: 168 time: 0.3101089 Nov 23 13:28:17.698866 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55682) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:17.806654 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.817484 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Deleting port ef8a4233-4e74-45dd-a73b-55d40bbd83ee {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:28:17.818027 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:17.973910 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] DHCP port deletion for 72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc request from dv-cinder-818883-1-iscsi {{(pid=86881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:28:17.978126 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] Deleting port ef8a4233-4e74-45dd-a73b-55d40bbd83ee {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:28:17.978583 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.138693 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] For port ef8a4233-4e74-45dd-a73b-55d40bbd83ee, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=ef8a4233-4e74-45dd-a73b-55d40bbd83ee,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:28:18.139325 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.193177 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] For port ef8a4233-4e74-45dd-a73b-55d40bbd83ee, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=ef8a4233-4e74-45dd-a73b-55d40bbd83ee,segment=NetworkSegment(96d9f57d-dcbc-4aed-9b15-ab452ef7f09b),segment_id=96d9f57d-dcbc-4aed-9b15-ab452ef7f09b)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:28:18.193177 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.268182 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Calling delete_port for ef8a4233-4e74-45dd-a73b-55d40bbd83ee owned by network:dhcp {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:28:18.315413 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] Calling delete_port for ef8a4233-4e74-45dd-a73b-55d40bbd83ee owned by network:dhcp {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:28:18.344287 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.349246 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4e1e3a16-8870-43ba-bcad-e758d6650f3a tempest-AttachVolumeNegativeTest-91674825 tempest-AttachVolumeNegativeTest-91674825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:18.390833 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.db.api [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:28:18.391194 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_db.api [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:28:18.394140 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] No DVR routers for this DVR port ef8a4233-4e74-45dd-a73b-55d40bbd83ee on host dv-cinder-818883-1-iscsi {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:28:18.425445 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8a4233-4e74-45dd-a73b-55d40bbd83ee,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:18.427686 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:18.514782 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.543725 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc']}} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:18.556155 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b') {'for_net_delete': True} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:18.556445 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d9f57d-dcbc-4aed-9b15-ab452ef7f09b') {} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:18.567681 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1694805'] for segment, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.583652 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.589749 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=86880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:28:18.590115 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127386'] for segment, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: Traceback (most recent call last): Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: timer() Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: cb(*args, **kw) Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: return func(*args, **kwargs) Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: self._notify() Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: self.callback(batched_events) Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: event.method(event) Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: return f(self, *a, **k) Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._get(url).json() Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: return self.request(url, 'GET', **kwargs) Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:28:18.603605 dv-cinder-818883-1-iscsi neutron-server[86880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:28:18.677207 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.681290 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:18.697304 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.707999 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:18.711058 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:18.721587 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/72ccf16a-0a2b-48ed-b0e0-e9be4f89d2dc HTTP/1.1" status: 204 len: 168 time: 1.0218081 Nov 23 13:28:18.891949 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] Deleting port ef8a4233-4e74-45dd-a73b-55d40bbd83ee {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:28:18.892434 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:18.894133 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55690) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:18.943662 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-7a5a6a22-323f-4b2a-9d5a-928d6ee89f1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21c6ee2188e44d33908afdc72f91e397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481057 Nov 23 13:28:18.945884 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55694) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:18.958546 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-c1d7a6a9-7e47-4510-8fc0-1e07a2956eaa None None] The port 'ef8a4233-4e74-45dd-a73b-55d40bbd83ee' was deleted {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:28:19.007849 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7d45-8560-4543-b7a3-84467c187d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:19.033286 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7d45-8560-4543-b7a3-84467c187d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:19.085895 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7d45-8560-4543-b7a3-84467c187d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:19.089736 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-8942e69a-02b7-4e56-a40e-6cc7ecccd5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:19.103180 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd7d45-8560-4543-b7a3-84467c187d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5498cb37-0f37-4a1b-b3a3-90f4fb86e975,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:19.106753 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c1bd7d45-8560-4543-b7a3-84467c187d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:19.113347 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7d45-8560-4543-b7a3-84467c187d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:19.117106 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c1bd7d45-8560-4543-b7a3-84467c187d72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5498cb37-0f37-4a1b-b3a3-90f4fb86e975 HTTP/1.1" status: 204 len: 168 time: 0.1701889 Nov 23 13:28:19.270911 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device ef8a4233-4e74-45dd-a73b-55d40bbd83ee no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:28:19.308945 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: ef8a4233-4e74-45dd-a73b-55d40bbd83ee {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:28:19.309299 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device ef8a4233-4e74-45dd-a73b-55d40bbd83ee not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:28:19.309748 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 4a2071d9-b52e-4da1-8161-594017a3d3b8 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:28:19.343758 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 4a2071d9-b52e-4da1-8161-594017a3d3b8 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:28:19.344106 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 4a2071d9-b52e-4da1-8161-594017a3d3b8 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:28:20.434719 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d711a81c-c477-42c2-ab33-df9c761fbe99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:20.942818 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:23.018694 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4d779d39-3c61-47c2-ad02-b3f92b4d776c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:24.175015 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:24.248285 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:25.484277 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:26.433507 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55818) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:26.545338 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d031c8f2-c0dd-4656-a990-66533713e6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:26.562827 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-d031c8f2-c0dd-4656-a990-66533713e6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:28:26.566628 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-d031c8f2-c0dd-4656-a990-66533713e6fa admin admin] Usage tracker for resource:security_group_rule and tenant:d409813d36b44cc0a39743cf09bf09a9 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:28:26.569378 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-d031c8f2-c0dd-4656-a990-66533713e6fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:28:26.574981 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-d031c8f2-c0dd-4656-a990-66533713e6fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:28:26.658025 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d031c8f2-c0dd-4656-a990-66533713e6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:26.661893 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-d031c8f2-c0dd-4656-a990-66533713e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:26.670133 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-95692cbb-dad8-406e-bf4b-ddd00d8a650e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:26.711243 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-d031c8f2-c0dd-4656-a990-66533713e6fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d409813d36b44cc0a39743cf09bf09a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766140 Nov 23 13:28:26.712852 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031c8f2-c0dd-4656-a990-66533713e6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e4017b-8e06-466b-87b1-9e3ca373789a,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:26.713972 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 55824) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:26.715992 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-d031c8f2-c0dd-4656-a990-66533713e6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:26.773957 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bd57e2c0-636b-4af9-ac6a-5c49554c6146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:26.799693 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bd57e2c0-636b-4af9-ac6a-5c49554c6146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:26.849315 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bd57e2c0-636b-4af9-ac6a-5c49554c6146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:26.854051 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-31df3c9f-3e44-43f1-b3a6-a49db6e8d9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:26.866982 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57e2c0-636b-4af9-ac6a-5c49554c6146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e4017b-8e06-466b-87b1-9e3ca373789a,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:26.869502 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-bd57e2c0-636b-4af9-ac6a-5c49554c6146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:26.870762 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-bd57e2c0-636b-4af9-ac6a-5c49554c6146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:26.871844 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-bd57e2c0-636b-4af9-ac6a-5c49554c6146 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61e4017b-8e06-466b-87b1-9e3ca373789a HTTP/1.1" status: 204 len: 168 time: 0.1569159 Nov 23 13:28:27.135049 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 55832) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:27.152089 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d13a580f-df68-48f7-aefd-e21260fac9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:27.166193 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-d13a580f-df68-48f7-aefd-e21260fac9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:28:27.169971 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-d13a580f-df68-48f7-aefd-e21260fac9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c02332f667404b8ba8bdd299b7a83035 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:28:27.173225 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-d13a580f-df68-48f7-aefd-e21260fac9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:28:27.178993 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-d13a580f-df68-48f7-aefd-e21260fac9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:28:27.261929 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d13a580f-df68-48f7-aefd-e21260fac9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:27.265702 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d13a580f-df68-48f7-aefd-e21260fac9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:27.272626 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-939a4000-17b3-4848-94ca-24c4bf99eb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:27.316363 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-d13a580f-df68-48f7-aefd-e21260fac9b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c02332f667404b8ba8bdd299b7a83035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801875 Nov 23 13:28:27.317181 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a580f-df68-48f7-aefd-e21260fac9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c1d30e-c877-4f08-b791-8d162d7277fa,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:27.319075 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55836) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:27.320240 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d13a580f-df68-48f7-aefd-e21260fac9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:27.377170 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-12173b1d-308a-462e-919e-e557bba326d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:27.401730 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-12173b1d-308a-462e-919e-e557bba326d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:27.451938 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-12173b1d-308a-462e-919e-e557bba326d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:27.457909 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-81c35c39-5b0d-49e3-8089-85bf22cbd086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:27.475915 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12173b1d-308a-462e-919e-e557bba326d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c1d30e-c877-4f08-b791-8d162d7277fa,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:27.478402 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-12173b1d-308a-462e-919e-e557bba326d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:27.486815 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-12173b1d-308a-462e-919e-e557bba326d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:27.488087 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-12173b1d-308a-462e-919e-e557bba326d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31c1d30e-c877-4f08-b791-8d162d7277fa HTTP/1.1" status: 204 len: 168 time: 0.1678801 Nov 23 13:28:29.672571 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 55910) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:29.785745 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7112f113-a9f8-4eac-8616-f5581d7c89f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:29.800785 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-7112f113-a9f8-4eac-8616-f5581d7c89f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:28:29.804999 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-7112f113-a9f8-4eac-8616-f5581d7c89f4 admin admin] Usage tracker for resource:security_group_rule and tenant:826dcc871e99484f9e4925ec76b84e8b is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:28:29.807885 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-7112f113-a9f8-4eac-8616-f5581d7c89f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:28:29.814339 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-7112f113-a9f8-4eac-8616-f5581d7c89f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:28:29.894519 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7112f113-a9f8-4eac-8616-f5581d7c89f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:29.898116 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-7112f113-a9f8-4eac-8616-f5581d7c89f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:29.904970 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f887c2dd-49a2-471e-b4f9-c2cc0a86083b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:29.945788 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-7112f113-a9f8-4eac-8616-f5581d7c89f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=826dcc871e99484f9e4925ec76b84e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720957 Nov 23 13:28:29.946607 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112f113-a9f8-4eac-8616-f5581d7c89f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833ab196-1435-49d3-be4e-5c559c152c87,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:29.948388 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55916) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:29.949578 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-7112f113-a9f8-4eac-8616-f5581d7c89f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:30.006553 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-69e1a539-dfaf-4a62-a737-f93eb58f8970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.032051 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-69e1a539-dfaf-4a62-a737-f93eb58f8970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.081981 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-69e1a539-dfaf-4a62-a737-f93eb58f8970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.085463 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b8c9d26a-7d5b-4345-9b4a-9f5028bf7178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:30.096741 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1a539-dfaf-4a62-a737-f93eb58f8970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833ab196-1435-49d3-be4e-5c559c152c87,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:30.098992 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-69e1a539-dfaf-4a62-a737-f93eb58f8970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:30.104479 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-69e1a539-dfaf-4a62-a737-f93eb58f8970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.105574 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-69e1a539-dfaf-4a62-a737-f93eb58f8970 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/833ab196-1435-49d3-be4e-5c559c152c87 HTTP/1.1" status: 204 len: 168 time: 0.1562319 Nov 23 13:28:30.373809 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 55924) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:30.390716 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3fb3469f-44e0-43e4-91f8-aad2f1815448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.404742 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3fb3469f-44e0-43e4-91f8-aad2f1815448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:28:30.409287 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3fb3469f-44e0-43e4-91f8-aad2f1815448 admin admin] Usage tracker for resource:security_group_rule and tenant:9e7420c823504c1da968d3641981602f is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:28:30.412034 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-3fb3469f-44e0-43e4-91f8-aad2f1815448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:28:30.417911 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-3fb3469f-44e0-43e4-91f8-aad2f1815448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:28:30.513432 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3fb3469f-44e0-43e4-91f8-aad2f1815448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.517067 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3fb3469f-44e0-43e4-91f8-aad2f1815448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.528612 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-adbff409-0aed-480e-b89c-b9224ff080d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:30.567929 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-3fb3469f-44e0-43e4-91f8-aad2f1815448 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e7420c823504c1da968d3641981602f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930275 Nov 23 13:28:30.568817 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3469f-44e0-43e4-91f8-aad2f1815448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dd3bc5-060b-45e4-949a-979b3a2bb7c6,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:30.570569 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 55928) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:30.571795 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3fb3469f-44e0-43e4-91f8-aad2f1815448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:30.630151 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9668040a-e515-46e4-b884-e67cd95a615d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.660625 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9668040a-e515-46e4-b884-e67cd95a615d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.711254 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9668040a-e515-46e4-b884-e67cd95a615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.715973 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-7bc39207-98cd-439b-b544-080b000e67ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:30.729909 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668040a-e515-46e4-b884-e67cd95a615d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dd3bc5-060b-45e4-949a-979b3a2bb7c6,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:30.732554 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-9668040a-e515-46e4-b884-e67cd95a615d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:30.742493 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-9668040a-e515-46e4-b884-e67cd95a615d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:30.744011 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-9668040a-e515-46e4-b884-e67cd95a615d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59dd3bc5-060b-45e4-949a-979b3a2bb7c6 HTTP/1.1" status: 204 len: 168 time: 0.1720140 Nov 23 13:28:38.514248 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:28:40.789510 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56018) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:40.904548 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f07af77b-d575-4da5-996b-af7622527fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:40.919854 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-f07af77b-d575-4da5-996b-af7622527fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:28:40.924741 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-f07af77b-d575-4da5-996b-af7622527fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:8caf312c01884238841acfc7005d5f26 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:28:40.927985 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-f07af77b-d575-4da5-996b-af7622527fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:28:40.933630 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-f07af77b-d575-4da5-996b-af7622527fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:28:41.015131 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f07af77b-d575-4da5-996b-af7622527fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:41.018656 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-f07af77b-d575-4da5-996b-af7622527fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:41.026882 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b7fe791e-0a30-4543-9bc1-e8e95cd26141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:41.065996 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-f07af77b-d575-4da5-996b-af7622527fc7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8caf312c01884238841acfc7005d5f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735438 Nov 23 13:28:41.067535 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07af77b-d575-4da5-996b-af7622527fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0e5f16-08a5-4582-881d-10cfaadea953,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:41.068580 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56024) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:41.070744 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f07af77b-d575-4da5-996b-af7622527fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:41.126970 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9a58acd4-433a-41d3-9146-200e71d94099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:41.152329 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9a58acd4-433a-41d3-9146-200e71d94099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:41.202779 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9a58acd4-433a-41d3-9146-200e71d94099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:41.206580 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bc14b89f-a290-473c-9d50-9f8535416440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:41.218986 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58acd4-433a-41d3-9146-200e71d94099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0e5f16-08a5-4582-881d-10cfaadea953,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:41.227659 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-9a58acd4-433a-41d3-9146-200e71d94099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:41.228450 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-9a58acd4-433a-41d3-9146-200e71d94099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:41.232097 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-9a58acd4-433a-41d3-9146-200e71d94099 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d0e5f16-08a5-4582-881d-10cfaadea953 HTTP/1.1" status: 204 len: 168 time: 0.1625459 Nov 23 13:28:42.704035 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56068) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:42.816666 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0800a8a3-3275-4912-a282-183fb4f6d268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:42.831119 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-0800a8a3-3275-4912-a282-183fb4f6d268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:28:42.834921 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-0800a8a3-3275-4912-a282-183fb4f6d268 admin admin] Usage tracker for resource:security_group_rule and tenant:2c5cb46cbf404d4bbb3b669b52e52144 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:28:42.837723 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-0800a8a3-3275-4912-a282-183fb4f6d268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:28:42.843908 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-0800a8a3-3275-4912-a282-183fb4f6d268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:28:42.931386 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0800a8a3-3275-4912-a282-183fb4f6d268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:42.935585 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0800a8a3-3275-4912-a282-183fb4f6d268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:42.943548 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4d6ba786-1f8d-4faa-842f-ad112d1e2781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:42.984150 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-0800a8a3-3275-4912-a282-183fb4f6d268 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c5cb46cbf404d4bbb3b669b52e52144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790277 Nov 23 13:28:42.985044 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800a8a3-3275-4912-a282-183fb4f6d268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54628b02-f43a-451d-96f5-6aaa8af1fdd5,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:42.987076 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56074) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:42.988488 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-0800a8a3-3275-4912-a282-183fb4f6d268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:43.050510 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-18fe109c-9773-4bff-8803-796d2c1d6b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:43.075718 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-18fe109c-9773-4bff-8803-796d2c1d6b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:43.126352 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-18fe109c-9773-4bff-8803-796d2c1d6b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:43.131035 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8fcca3fd-2fea-4da7-8413-3b4a3cda2cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:43.146227 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe109c-9773-4bff-8803-796d2c1d6b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54628b02-f43a-451d-96f5-6aaa8af1fdd5,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:43.150139 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-18fe109c-9773-4bff-8803-796d2c1d6b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:43.152170 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-18fe109c-9773-4bff-8803-796d2c1d6b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:43.153262 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-18fe109c-9773-4bff-8803-796d2c1d6b04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54628b02-f43a-451d-96f5-6aaa8af1fdd5 HTTP/1.1" status: 204 len: 168 time: 0.1651013 Nov 23 13:28:43.839654 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56098) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:43.941840 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-803241235-network', 'tenant_id': '8b0526f8e22a4b8583e9c30f29ec3b16'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:28:43.946592 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:28:43.950541 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Usage tracker for resource:network and tenant:8b0526f8e22a4b8583e9c30f29ec3b16 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:28:43.954074 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:28:43.960951 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:28:43.971117 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Made reservation on behalf of 8b0526f8e22a4b8583e9c30f29ec3b16 for: {'network': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:28:43.973393 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:43.985414 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:43.999731 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:28:44.003646 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Usage tracker for resource:security_group_rule and tenant:8b0526f8e22a4b8583e9c30f29ec3b16 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:28:44.006418 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:28:44.012076 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:28:44.092786 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:44.096590 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:44.100364 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5c46d891-a289-4df8-97e5-c0f52b50fccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:44.119327 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=86879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:28:44.141617 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c811f6-ac0b-4cf1-8b25-421013f6e87f,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:44.144513 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:44.144845 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.segments_db [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Added segment 1adf7a45-98bc-4681-af61-c7d61f169a3a of type vlan for network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e Nov 23 13:28:44.146069 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:44.171685 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:44.200960 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:44.202800 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:44.203407 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:44.206662 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:44.305267 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Pushing event updated for resources: {'Network': ['ID=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:44.308041 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4673531 Nov 23 13:28:44.308909 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-272713c1-e4e2-43ff-8e3d-3c11f9881847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:44.310987 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56104) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:44.315714 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:28:44.316303 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Request body: {'subnet': {'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-803241235-subnet', 'tenant_id': '8b0526f8e22a4b8583e9c30f29ec3b16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:28:44.321376 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:28:44.325213 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Usage tracker for resource:subnet and tenant:8b0526f8e22a4b8583e9c30f29ec3b16 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:28:44.328623 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:28:44.334339 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:28:44.344978 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Made reservation on behalf of 8b0526f8e22a4b8583e9c30f29ec3b16 for: {'subnet': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:28:44.347345 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2715564'] for subnet, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:44.632217 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2722105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2715550'] for subnet, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:44.636671 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-36721eb8-b6f0-483b-975f-ae3b4e567d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:44.711039 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:44.714752 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:44.719325 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Checking segment: {'id': '1adf7a45-98bc-4681-af61-c7d61f169a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:28:44.719668 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Network hostable DHCP agents. Network: 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:28:44.738607 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:28:44.747309 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e) {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:28:44.751351 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:44.752156 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:44.756736 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff06eb-6146-462b-9f72-347a6bb38890 None None] Network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:28:44.772140 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-1d6dc077-e85b-477d-8d85-186df94cfad7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4600854 Nov 23 13:28:44.993795 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713482d0-c2aa-4046-8b93-8ee348af6197 None None] Network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:28:46.752383 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-9d821e7f-c737-44f0-9daa-23f98e9d6ba7 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:46.753817 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-9d821e7f-c737-44f0-9daa-23f98e9d6ba7 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/networks?id=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e HTTP/1.1" status: 200 len: 808 time: 0.1491995 Nov 23 13:28:46.768293 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-da4093be-e1be-431b-9eab-fa69f50bcf6e tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/quotas/8b0526f8e22a4b8583e9c30f29ec3b16 HTTP/1.1" status: 200 len: 375 time: 0.0088925 Nov 23 13:28:46.814426 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-a9fae964-9bda-4f2f-bee1-36eb9e37dad3 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b0526f8e22a4b8583e9c30f29ec3b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411768 Nov 23 13:28:47.037239 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-fdc23b90-d29a-4b01-81bd-c2a7c2af9cd2 service neutron] 10.222.0.50 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162344 Nov 23 13:28:47.166933 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-b8d5be3c-a1ff-4cd6-b094-292805ddc07e service neutron] 10.222.0.50 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240680 Nov 23 13:28:47.344763 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9fdc72ba-c0bc-4157-9114-cb5ace027358 req-4894c89c-61e9-4d93-99bf-fe74718e069e tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 210 time: 0.0462232 Nov 23 13:28:48.438718 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5860d5b7-50b5-4063-b627-c6d3dd0f0567 req-445f5c21-b1b3-4174-952b-df2502afd0d1 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 210 time: 0.0434113 Nov 23 13:28:49.533264 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3647021c-8593-43e5-b407-5fa8ee174d0c req-6db4270a-483e-4bfd-a350-b3f587aa857b tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 210 time: 0.0424659 Nov 23 13:28:50.439036 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e4807040-dc65-4bf0-b79f-d999ac55fc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:50.634020 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2c880306-537f-468c-9c88-b2534d8346bd req-c20865b7-2714-4ef8-9ccf-bafa6eb677d6 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 210 time: 0.0477519 Nov 23 13:28:50.944464 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:51.780779 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-151f7983-9f0c-4fa6-899e-edb0b4fe09d6 req-9392a3d3-a800-4822-835a-6d731845ec5b tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 210 time: 0.0436141 Nov 23 13:28:52.559406 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-ef00f675-69c8-4422-befa-7c2d3bf5bdb7 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:52.560076 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-ef00f675-69c8-4422-befa-7c2d3bf5bdb7 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Synchronizing usage tracker for tenant:8b0526f8e22a4b8583e9c30f29ec3b16 on resource:network {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:28:52.576220 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-ef00f675-69c8-4422-befa-7c2d3bf5bdb7 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Unset dirty status for tenant:8b0526f8e22a4b8583e9c30f29ec3b16 on resource:network {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:28:52.577377 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-ef00f675-69c8-4422-befa-7c2d3bf5bdb7 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.64 "GET /v2.0/networks?id=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e HTTP/1.1" status: 200 len: 808 time: 0.1682868 Nov 23 13:28:52.589356 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Request body: {'port': {'device_id': '223e79aa-54fd-4fab-988c-8e0e04c40a0b', 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e', 'admin_state_up': True, 'tenant_id': '8b0526f8e22a4b8583e9c30f29ec3b16'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:28:52.724459 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:28:52.728334 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Usage tracker for resource:port and tenant:8b0526f8e22a4b8583e9c30f29ec3b16 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:28:52.731142 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:28:52.737366 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:28:52.746318 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Made reservation on behalf of 8b0526f8e22a4b8583e9c30f29ec3b16 for: {'port': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:28:52.749969 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:52.911375 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Allocated IP 172.20.0.2 (90afa79f-0c37-44b6-b6d3-c1ca1a97de3e/8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83/2beda9d0-315c-4931-a265-01e10fe59665) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:28:52.929068 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f88eb13a-7d0c-49fe-9560-a3cad42d7cf2 req-996e1765-c8b9-4943-82c1-adc21872f713 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 210 time: 0.0447361 Nov 23 13:28:53.021973 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9eb66351-dd87-4a2f-8773-82ab9de4dc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:53.114833 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:53.144596 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:53.150233 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-33720a25-d428-449a-9588-3a4b001d7182 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:53.215069 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:28:53.218289 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:28:53.222428 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:28:53.255833 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Pushing event updated for resources: {'Port': ['ID=2beda9d0-315c-4931-a265-01e10fe59665,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:53.266625 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:53.291544 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:53.292136 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:53.312655 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7270370 Nov 23 13:28:53.324682 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Request body: {'port': {'device_id': '223e79aa-54fd-4fab-988c-8e0e04c40a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:28:53.434525 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:53.764149 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2beda9d0-315c-4931-a265-01e10fe59665 {{(pid=86879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:28:53.771196 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:53.785619 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Transition to ACTIVE for port object 2beda9d0-315c-4931-a265-01e10fe59665 will not be triggered until provisioned by entity L2. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:28:53.789204 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:53.793584 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:53.947290 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Pushing event updated for resources: {'Port': ['ID=2beda9d0-315c-4931-a265-01e10fe59665,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:54.083087 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:54.122414 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Attempting to bind port 2beda9d0-315c-4931-a265-01e10fe59665 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:28:54.122746 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Attempting to bind port 2beda9d0-315c-4931-a265-01e10fe59665 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '1adf7a45-98bc-4681-af61-c7d61f169a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e'}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:28:54.123074 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Attempting to bind port 2beda9d0-315c-4931-a265-01e10fe59665 on network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:28:54.127938 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Port 2beda9d0-315c-4931-a265-01e10fe59665 on network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:28:54.128258 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Attempting to bind port 2beda9d0-315c-4931-a265-01e10fe59665 on network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:28:54.128838 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e19e6a-56c2-4880-8fa1-f25922fb89a6 req-14f3b5ae-c043-4e9b-ae6c-1e64e9d59572 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:54.130330 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a2e19e6a-56c2-4880-8fa1-f25922fb89a6 req-14f3b5ae-c043-4e9b-ae6c-1e64e9d59572 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 943 time: 0.0835042 Nov 23 13:28:54.133531 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:28:54.133982 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Checking segment: {'id': '1adf7a45-98bc-4681-af61-c7d61f169a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:28:54.134359 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Bound using segment: {'id': '1adf7a45-98bc-4681-af61-c7d61f169a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e'} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:28:54.134778 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Bound port: 2beda9d0-315c-4931-a265-01e10fe59665, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1adf7a45-98bc-4681-af61-c7d61f169a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e'}}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:28:54.135117 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:54.176849 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a2e19e6a-56c2-4880-8fa1-f25922fb89a6 req-93b309eb-07f7-48aa-9232-9df09f65dd69 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404816 Nov 23 13:28:54.178938 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:54.229429 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] For port 2beda9d0-315c-4931-a265-01e10fe59665, host hv-cinder-81888, cleared binding levels {{(pid=86879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:28:54.233532 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] For port 2beda9d0-315c-4931-a265-01e10fe59665, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2beda9d0-315c-4931-a265-01e10fe59665,segment=NetworkSegment(1adf7a45-98bc-4681-af61-c7d61f169a3a),segment_id=1adf7a45-98bc-4681-af61-c7d61f169a3a)] {{(pid=86879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:28:54.238731 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:54.243745 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:54.245766 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:54.299313 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:54.299920 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:54.301258 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] 10.222.0.64 "PUT /v2.0/ports/2beda9d0-315c-4931-a265-01e10fe59665 HTTP/1.1" status: 200 len: 1093 time: 0.9809992 Nov 23 13:28:54.301786 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223e79aa-54fd-4fab-988c-8e0e04c40a0b', 'tag': '2beda9d0-315c-4931-a265-01e10fe59665'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:28:54.323215 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Pushing event updated for resources: {'Port': ['ID=2beda9d0-315c-4931-a265-01e10fe59665,revision_number=3']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:54.326295 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:54.419554 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-c76ff084-88e7-48af-8845-e59a0aa7bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:54.421061 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-c76ff084-88e7-48af-8845-e59a0aa7bb38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b0526f8e22a4b8583e9c30f29ec3b16&device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 1096 time: 0.0800219 Nov 23 13:28:54.476952 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223e79aa-54fd-4fab-988c-8e0e04c40a0b', 'tag': '2beda9d0-315c-4931-a265-01e10fe59665', 'status': 'completed', 'code': 200} Nov 23 13:28:54.490797 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-e5774d6a-10c1-4aa6-9f48-b169d7443a99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2beda9d0-315c-4931-a265-01e10fe59665 HTTP/1.1" status: 200 len: 217 time: 0.0623944 Nov 23 13:28:54.555614 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5e00eb5f-e403-4e0d-bf3c-1fab4a32c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:54.556995 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-5e00eb5f-e403-4e0d-bf3c-1fab4a32c87c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83 HTTP/1.1" status: 200 len: 848 time: 0.0593200 Nov 23 13:28:54.603446 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-c3854efb-d3e1-4455-a3de-95e94143ec07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400925 Nov 23 13:28:54.734183 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-dbfc5f95-272a-4cb8-bd40-eafe1172d269 service neutron] 10.222.0.64 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240931 Nov 23 13:28:54.863556 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-28181e6f-423c-427b-966d-ec7f681f4a1f req-95cfa631-fcc7-41eb-9d7c-e52888637782 service neutron] 10.222.0.64 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232853 Nov 23 13:28:54.976916 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cc7d5-cba6-42db-a7b5-b5a724ce6069 req-745409d0-a38a-4861-b1df-010a68760125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:54.978439 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-792cc7d5-cba6-42db-a7b5-b5a724ce6069 req-745409d0-a38a-4861-b1df-010a68760125 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b0526f8e22a4b8583e9c30f29ec3b16&device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 1096 time: 0.0713108 Nov 23 13:28:55.112391 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cc7d5-cba6-42db-a7b5-b5a724ce6069 req-03e9ba77-c257-4089-83fa-4bad8d356652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:55.113933 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-792cc7d5-cba6-42db-a7b5-b5a724ce6069 req-03e9ba77-c257-4089-83fa-4bad8d356652 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e HTTP/1.1" status: 200 len: 909 time: 0.1288099 Nov 23 13:28:55.187061 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-792cc7d5-cba6-42db-a7b5-b5a724ce6069 req-ece20e56-f53b-46e3-a40f-8caae586a1d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2beda9d0-315c-4931-a265-01e10fe59665 HTTP/1.1" status: 200 len: 217 time: 0.0661526 Nov 23 13:28:55.250988 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cc7d5-cba6-42db-a7b5-b5a724ce6069 req-35550d2c-4aee-4b06-9759-13edd49a0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:55.252468 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-792cc7d5-cba6-42db-a7b5-b5a724ce6069 req-35550d2c-4aee-4b06-9759-13edd49a0669 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83 HTTP/1.1" status: 200 len: 848 time: 0.0586002 Nov 23 13:28:55.304323 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-792cc7d5-cba6-42db-a7b5-b5a724ce6069 req-54734049-aa8a-4037-bfa9-4580cdc8455c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451064 Nov 23 13:28:55.371600 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca1925-52e3-4fd0-847e-932b8e8207e9 req-6d8b3384-7089-4d00-8ac2-c8565a3c64a9 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:55.372998 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1dca1925-52e3-4fd0-847e-932b8e8207e9 req-6d8b3384-7089-4d00-8ac2-c8565a3c64a9 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 943 time: 0.0846918 Nov 23 13:28:55.421350 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1dca1925-52e3-4fd0-847e-932b8e8207e9 req-558e7145-484c-4959-a81f-83e4a653c118 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422387 Nov 23 13:28:55.456664 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-792cc7d5-cba6-42db-a7b5-b5a724ce6069 req-29534ef7-3872-4d9f-8c4e-5d89248d1b13 service neutron] 10.222.0.64 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445906 Nov 23 13:28:55.488442 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:55.589313 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-792cc7d5-cba6-42db-a7b5-b5a724ce6069 req-1b2e847c-7c7c-4b76-a08e-fed362557570 service neutron] 10.222.0.64 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258461 Nov 23 13:28:56.611303 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cdf92-9598-4c0d-891d-7239c0449a6c req-1101fe0e-1b50-4245-a901-c2d456e2801a tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:56.612763 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-930cdf92-9598-4c0d-891d-7239c0449a6c req-1101fe0e-1b50-4245-a901-c2d456e2801a tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 943 time: 0.0838735 Nov 23 13:28:56.641900 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 2beda9d0-315c-4931-a265-01e10fe59665 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:28:56.658800 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-930cdf92-9598-4c0d-891d-7239c0449a6c req-1eac2d6a-4ef2-418a-b27d-36baabe6d913 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 Nov 23 13:28:56.806500 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 2beda9d0-315c-4931-a265-01e10fe59665, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2beda9d0-315c-4931-a265-01e10fe59665,segment=NetworkSegment(1adf7a45-98bc-4681-af61-c7d61f169a3a),segment_id=1adf7a45-98bc-4681-af61-c7d61f169a3a)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:28:56.829032 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '2beda9d0-315c-4931-a265-01e10fe59665', 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e', 'port_id': '2beda9d0-315c-4931-a265-01e10fe59665', 'mac_address': 'fa:16:3e:92:43:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:28:56.893415 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:56.913763 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beda9d0-315c-4931-a265-01e10fe59665 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:28:56.929653 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 2beda9d0-315c-4931-a265-01e10fe59665, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2beda9d0-315c-4931-a265-01e10fe59665,segment=NetworkSegment(1adf7a45-98bc-4681-af61-c7d61f169a3a),segment_id=1adf7a45-98bc-4681-af61-c7d61f169a3a)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:28:56.934981 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:56.938269 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:57.002650 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=2beda9d0-315c-4931-a265-01e10fe59665,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:57.009712 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.010058 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.010394 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.010724 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.011053 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.011377 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.011697 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.012017 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.012334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.012649 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.012961 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.013272 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:57.017620 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:57.196486 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['2beda9d0-315c-4931-a265-01e10fe59665'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:28:57.930591 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69929eea-8f25-455e-b9ab-2453c085c809 req-1ca28d28-b7aa-4c24-8186-54db76ceb190 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:57.932029 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-69929eea-8f25-455e-b9ab-2453c085c809 req-1ca28d28-b7aa-4c24-8186-54db76ceb190 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 944 time: 0.1705282 Nov 23 13:28:57.979412 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-69929eea-8f25-455e-b9ab-2453c085c809 req-24cb3dea-16ee-4c73-9277-2fc2d4c102bc tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Nov 23 13:28:58.607145 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 2beda9d0-315c-4931-a265-01e10fe59665 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:28:58.681516 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 2beda9d0-315c-4931-a265-01e10fe59665 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:28:58.688637 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 2beda9d0-315c-4931-a265-01e10fe59665 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:28:58.689022 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:58.807430 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:58.833696 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223e79aa-54fd-4fab-988c-8e0e04c40a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beda9d0-315c-4931-a265-01e10fe59665'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:28:58.843148 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 2beda9d0-315c-4931-a265-01e10fe59665, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2beda9d0-315c-4931-a265-01e10fe59665,segment=NetworkSegment(1adf7a45-98bc-4681-af61-c7d61f169a3a),segment_id=1adf7a45-98bc-4681-af61-c7d61f169a3a)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:28:58.847625 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:58.849531 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:58.884564 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223e79aa-54fd-4fab-988c-8e0e04c40a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beda9d0-315c-4931-a265-01e10fe59665', 'code': 200} Nov 23 13:28:58.922108 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=2beda9d0-315c-4931-a265-01e10fe59665,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:58.925587 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:59.105075 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a0e69-5ccc-4018-90c0-2bc7d375c59f req-5c074b0b-2593-4dc2-b443-23beff60e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:59.106562 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-7c9a0e69-5ccc-4018-90c0-2bc7d375c59f req-5c074b0b-2593-4dc2-b443-23beff60e6ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 1098 time: 0.0694525 Nov 23 13:28:59.147812 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-7c9a0e69-5ccc-4018-90c0-2bc7d375c59f req-f3c44e81-fa41-4c51-bbe3-c82198f5e3ef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Nov 23 13:28:59.175910 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0e8f9-4544-406b-9049-a1023af78452 req-69be6aad-0fc8-4513-9afd-2a966fab2eb5 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:59.177344 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2dc0e8f9-4544-406b-9049-a1023af78452 req-69be6aad-0fc8-4513-9afd-2a966fab2eb5 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 945 time: 0.0809095 Nov 23 13:28:59.222165 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2dc0e8f9-4544-406b-9049-a1023af78452 req-f7efed92-b573-4e8f-bbae-aca3efcd55ca tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390091 Nov 23 13:29:00.460197 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad703fa-5d1f-4c37-8816-99a89e3da999 req-8c5cd3b5-6355-4e53-bd32-d8c3cad61bd1 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:00.461647 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2ad703fa-5d1f-4c37-8816-99a89e3da999 req-8c5cd3b5-6355-4e53-bd32-d8c3cad61bd1 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 945 time: 0.1294980 Nov 23 13:29:00.505422 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2ad703fa-5d1f-4c37-8816-99a89e3da999 req-4c812aba-046b-4a09-89b9-0716595e15f1 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380685 Nov 23 13:29:01.474222 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af060010-07ee-49e3-9910-508aad88ca3e req-203e4bc7-004a-4bbc-9bd4-34c206c28b20 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:01.475576 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af060010-07ee-49e3-9910-508aad88ca3e req-203e4bc7-004a-4bbc-9bd4-34c206c28b20 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 945 time: 0.0794971 Nov 23 13:29:01.519342 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-af060010-07ee-49e3-9910-508aad88ca3e req-8a30a9a5-29fc-4f3d-8dd3-08d868fa750d tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381284 Nov 23 13:29:02.711456 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2936e2-f789-470c-92f5-19a30daf512f req-36536982-2d72-4abb-9f24-a70b57798ac3 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:02.713047 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6c2936e2-f789-470c-92f5-19a30daf512f req-36536982-2d72-4abb-9f24-a70b57798ac3 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 945 time: 0.0850537 Nov 23 13:29:02.760984 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6c2936e2-f789-470c-92f5-19a30daf512f req-85afe261-7044-406c-9fba-4bf87e9a1121 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Nov 23 13:29:02.851810 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144240d9-cd15-43c7-bde4-9b165008d171 req-92de7e0a-aa51-4e11-9f1d-35ba1353d93f tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:02.852491 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-144240d9-cd15-43c7-bde4-9b165008d171 req-92de7e0a-aa51-4e11-9f1d-35ba1353d93f tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Synchronizing usage tracker for tenant:8b0526f8e22a4b8583e9c30f29ec3b16 on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:29:02.869539 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-144240d9-cd15-43c7-bde4-9b165008d171 req-92de7e0a-aa51-4e11-9f1d-35ba1353d93f tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Unset dirty status for tenant:8b0526f8e22a4b8583e9c30f29ec3b16 on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:29:02.870827 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-144240d9-cd15-43c7-bde4-9b165008d171 req-92de7e0a-aa51-4e11-9f1d-35ba1353d93f tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.64 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 945 time: 0.2051096 Nov 23 13:29:02.943814 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-144240d9-cd15-43c7-bde4-9b165008d171 req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Deleting port 2beda9d0-315c-4931-a265-01e10fe59665 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:29:02.944163 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-144240d9-cd15-43c7-bde4-9b165008d171 req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:03.202181 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-144240d9-cd15-43c7-bde4-9b165008d171 req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] For port 2beda9d0-315c-4931-a265-01e10fe59665, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2beda9d0-315c-4931-a265-01e10fe59665,segment=NetworkSegment(1adf7a45-98bc-4681-af61-c7d61f169a3a),segment_id=1adf7a45-98bc-4681-af61-c7d61f169a3a)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:29:03.202481 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-144240d9-cd15-43c7-bde4-9b165008d171 req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:03.328481 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-144240d9-cd15-43c7-bde4-9b165008d171 req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Calling delete_port for 2beda9d0-315c-4931-a265-01e10fe59665 owned by compute:nova {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:29:03.474547 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-144240d9-cd15-43c7-bde4-9b165008d171 req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:03.480060 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e5c223e0-68f6-4eef-8e49-94dcc6f40a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:03.486633 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['2beda9d0-315c-4931-a265-01e10fe59665'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:29:03.529418 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Pushing event deleted for resources: {'Port': ['ID=2beda9d0-315c-4931-a265-01e10fe59665,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:03.532974 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:03.603218 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-144240d9-cd15-43c7-bde4-9b165008d171 req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] No DVR routers for this DVR port 2beda9d0-315c-4931-a265-01e10fe59665 on host hv-cinder-81888 {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:29:03.605652 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-144240d9-cd15-43c7-bde4-9b165008d171 req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:03.608299 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223e79aa-54fd-4fab-988c-8e0e04c40a0b', 'name': 'network-vif-deleted', 'tag': '2beda9d0-315c-4931-a265-01e10fe59665'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:29:03.624171 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-144240d9-cd15-43c7-bde4-9b165008d171 req-3afe1e27-a399-48b5-8c96-7bdf7d553cbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.64 "DELETE /v2.0/ports/2beda9d0-315c-4931-a265-01e10fe59665 HTTP/1.1" status: 204 len: 173 time: 0.7471871 Nov 23 13:29:03.660273 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223e79aa-54fd-4fab-988c-8e0e04c40a0b', 'name': 'network-vif-deleted', 'tag': '2beda9d0-315c-4931-a265-01e10fe59665', 'status': 'completed', 'code': 200} Nov 23 13:29:03.922941 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3d3a707d-bb36-4ffd-a423-9911d48696ce req-38095864-5f32-4845-bb0f-4cae46f66cef tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=223e79aa-54fd-4fab-988c-8e0e04c40a0b HTTP/1.1" status: 200 len: 210 time: 0.0429034 Nov 23 13:29:05.290537 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-31c34d68-97de-4b4b-aaa2-b99fba6424f4 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:05.291989 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-31c34d68-97de-4b4b-aaa2-b99fba6424f4 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/networks?id=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e HTTP/1.1" status: 200 len: 808 time: 0.1505454 Nov 23 13:29:05.307037 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-f4a876fa-249a-44bd-b29a-94518936b85f tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/quotas/8b0526f8e22a4b8583e9c30f29ec3b16 HTTP/1.1" status: 200 len: 375 time: 0.0091608 Nov 23 13:29:05.363417 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-d310ce44-f1cb-4186-9781-775b5b795bff tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b0526f8e22a4b8583e9c30f29ec3b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514550 Nov 23 13:29:05.647143 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-2e51b797-71d5-4d25-9d11-8d4f871c98b2 service neutron] 10.222.0.50 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756879 Nov 23 13:29:05.785550 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-eb302250-5a1a-488f-bbde-dc728d3068fc service neutron] 10.222.0.50 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325216 Nov 23 13:29:05.966861 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e0f4d616-80b0-4fef-97ef-f83fd358230e req-7381cb86-f4e6-4407-a9fc-0080f0562d28 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 210 time: 0.0411179 Nov 23 13:29:06.638323 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 2beda9d0-315c-4931-a265-01e10fe59665 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:29:06.673458 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 2beda9d0-315c-4931-a265-01e10fe59665 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:29:06.673827 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 2beda9d0-315c-4931-a265-01e10fe59665 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:29:06.989815 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-26f3be7d-307e-4515-add1-40453752cfe4 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:06.994539 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-26f3be7d-307e-4515-add1-40453752cfe4 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.64 "GET /v2.0/networks?id=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e HTTP/1.1" status: 200 len: 808 time: 0.1682694 Nov 23 13:29:07.006864 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Request body: {'port': {'device_id': '78924cdd-05c5-47a2-aefe-f9b4447df4ce', 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e', 'admin_state_up': True, 'tenant_id': '8b0526f8e22a4b8583e9c30f29ec3b16'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:29:07.136193 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e274ddc4-a912-44f1-810e-8a23413c24a9 req-a7139a22-6644-4354-86ec-cf6458de5bbd tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 210 time: 0.0440640 Nov 23 13:29:07.164322 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:29:07.168456 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Usage tracker for resource:port and tenant:8b0526f8e22a4b8583e9c30f29ec3b16 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:29:07.174700 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:29:07.181003 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:29:07.196910 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Made reservation on behalf of 8b0526f8e22a4b8583e9c30f29ec3b16 for: {'port': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:29:07.200508 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:07.368120 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Allocated IP 172.20.0.14 (90afa79f-0c37-44b6-b6d3-c1ca1a97de3e/8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83/2ee7e16f-e9fb-4367-a344-ef3243376738) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:29:07.581334 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:07.621117 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:07.627083 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:07.695890 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:29:07.699081 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:29:07.703478 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:29:07.733998 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Pushing event updated for resources: {'Port': ['ID=2ee7e16f-e9fb-4367-a344-ef3243376738,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:07.752893 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.753263 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.753642 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.754008 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.754359 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.754707 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.755056 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.755402 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.755751 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.756100 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.756454 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.756786 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:07.761831 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:07.779290 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:07.779894 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:07.803752 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8008354 Nov 23 13:29:07.815014 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Request body: {'port': {'device_id': '78924cdd-05c5-47a2-aefe-f9b4447df4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:29:07.925908 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:08.331601 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf9328-82f4-4939-b74d-12af9e1d1f08 req-c93b6764-ee06-44bd-afce-2f82bf3a113a tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:08.333099 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89bf9328-82f4-4939-b74d-12af9e1d1f08 req-c93b6764-ee06-44bd-afce-2f82bf3a113a tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 932 time: 0.0844874 Nov 23 13:29:08.353729 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee7e16f-e9fb-4367-a344-ef3243376738 {{(pid=86879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:29:08.361078 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:08.375606 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Transition to ACTIVE for port object 2ee7e16f-e9fb-4367-a344-ef3243376738 will not be triggered until provisioned by entity L2. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:29:08.376905 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-89bf9328-82f4-4939-b74d-12af9e1d1f08 req-0ef91b2f-92ba-44c0-b6e3-d9be0198d24c tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380554 Nov 23 13:29:08.379473 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:08.383258 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8602ed1d-b29d-47ee-a852-e4147b24cd61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:08.507261 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee7e16f-e9fb-4367-a344-ef3243376738,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:08.510674 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:08.609689 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Attempting to bind port 2ee7e16f-e9fb-4367-a344-ef3243376738 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:29:08.610010 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Attempting to bind port 2ee7e16f-e9fb-4367-a344-ef3243376738 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '1adf7a45-98bc-4681-af61-c7d61f169a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e'}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:29:08.610331 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Attempting to bind port 2ee7e16f-e9fb-4367-a344-ef3243376738 on network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:29:08.614904 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Port 2ee7e16f-e9fb-4367-a344-ef3243376738 on network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:29:08.615217 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Attempting to bind port 2ee7e16f-e9fb-4367-a344-ef3243376738 on network 90afa79f-0c37-44b6-b6d3-c1ca1a97de3e {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:29:08.620212 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:29:08.620541 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Checking segment: {'id': '1adf7a45-98bc-4681-af61-c7d61f169a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:29:08.620915 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Bound using segment: {'id': '1adf7a45-98bc-4681-af61-c7d61f169a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e'} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:29:08.621322 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Bound port: 2ee7e16f-e9fb-4367-a344-ef3243376738, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1adf7a45-98bc-4681-af61-c7d61f169a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e'}}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:29:08.621682 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:08.708731 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] For port 2ee7e16f-e9fb-4367-a344-ef3243376738, host hv-cinder-81888, cleared binding levels {{(pid=86879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:29:08.711568 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] For port 2ee7e16f-e9fb-4367-a344-ef3243376738, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2ee7e16f-e9fb-4367-a344-ef3243376738,segment=NetworkSegment(1adf7a45-98bc-4681-af61-c7d61f169a3a),segment_id=1adf7a45-98bc-4681-af61-c7d61f169a3a)] {{(pid=86879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:29:08.716045 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:08.720445 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c355d2a8-0ada-4500-8c05-d8e81b41a708 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:08.780177 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:08.781476 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:08.782841 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] 10.222.0.64 "PUT /v2.0/ports/2ee7e16f-e9fb-4367-a344-ef3243376738 HTTP/1.1" status: 200 len: 1094 time: 0.9717240 Nov 23 13:29:08.783345 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78924cdd-05c5-47a2-aefe-f9b4447df4ce', 'tag': '2ee7e16f-e9fb-4367-a344-ef3243376738'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:29:08.802915 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee7e16f-e9fb-4367-a344-ef3243376738,revision_number=3']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:08.806088 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:08.851844 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78924cdd-05c5-47a2-aefe-f9b4447df4ce', 'tag': '2ee7e16f-e9fb-4367-a344-ef3243376738', 'status': 'completed', 'code': 200} Nov 23 13:29:08.892647 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-16a56299-1879-41b0-a3e2-f2109ce70c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:08.894147 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-16a56299-1879-41b0-a3e2-f2109ce70c73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b0526f8e22a4b8583e9c30f29ec3b16&device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 1097 time: 0.0741353 Nov 23 13:29:08.970376 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-8d84265e-2bbc-4069-92d9-fea9aed59a09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ee7e16f-e9fb-4367-a344-ef3243376738 HTTP/1.1" status: 200 len: 217 time: 0.0676708 Nov 23 13:29:09.032756 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-ae939896-d805-4445-badb-dacd67c22cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:09.034343 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-ae939896-d805-4445-badb-dacd67c22cb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83 HTTP/1.1" status: 200 len: 848 time: 0.0582955 Nov 23 13:29:09.082288 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-261edd60-6292-421c-acb7-05a620d87f13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407138 Nov 23 13:29:09.218840 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-71b2346a-33bd-40ea-b19d-3e80aef8b2ab service neutron] 10.222.0.64 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282969 Nov 23 13:29:09.350101 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-04f36517-cdfb-44ac-a924-f7389bf79bc8 req-8633a6eb-90de-4713-8bbf-ee356925be71 service neutron] 10.222.0.64 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256318 Nov 23 13:29:09.469904 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c1d7b-1e0b-4aed-88e3-cbe9d4f2e03e req-93f80623-b0dc-4b01-99e4-833b1719163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:09.471417 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ea5c1d7b-1e0b-4aed-88e3-cbe9d4f2e03e req-93f80623-b0dc-4b01-99e4-833b1719163b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b0526f8e22a4b8583e9c30f29ec3b16&device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 1097 time: 0.0756042 Nov 23 13:29:09.560147 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff31a3-439f-4b43-938f-40d5efdff924 req-f916dce9-5a0e-44cb-9ee8-269f4a1537db tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:09.561631 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-13ff31a3-439f-4b43-938f-40d5efdff924 req-f916dce9-5a0e-44cb-9ee8-269f4a1537db tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 944 time: 0.0821984 Nov 23 13:29:09.602981 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c1d7b-1e0b-4aed-88e3-cbe9d4f2e03e req-a803fb59-cd7c-454f-b003-0fc6097d4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:09.604421 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ea5c1d7b-1e0b-4aed-88e3-cbe9d4f2e03e req-a803fb59-cd7c-454f-b003-0fc6097d4afb service neutron] 10.222.0.64 "GET /v2.0/networks?id=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e HTTP/1.1" status: 200 len: 909 time: 0.1254411 Nov 23 13:29:09.609374 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-13ff31a3-439f-4b43-938f-40d5efdff924 req-26a669fd-f993-4aad-a847-e23a90f97cf4 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 Nov 23 13:29:09.672598 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ea5c1d7b-1e0b-4aed-88e3-cbe9d4f2e03e req-04099342-d549-4e93-abe9-890b5a110448 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ee7e16f-e9fb-4367-a344-ef3243376738 HTTP/1.1" status: 200 len: 217 time: 0.0606036 Nov 23 13:29:09.829489 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c1d7b-1e0b-4aed-88e3-cbe9d4f2e03e req-2a62a15e-c3a0-47e1-b49a-752cf0c28f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:09.830833 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ea5c1d7b-1e0b-4aed-88e3-cbe9d4f2e03e req-2a62a15e-c3a0-47e1-b49a-752cf0c28f1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83 HTTP/1.1" status: 200 len: 848 time: 0.1516023 Nov 23 13:29:09.878978 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ea5c1d7b-1e0b-4aed-88e3-cbe9d4f2e03e req-f55d8354-337e-45fc-b5b3-87d50152fde9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398343 Nov 23 13:29:10.009748 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ea5c1d7b-1e0b-4aed-88e3-cbe9d4f2e03e req-4370f622-6ff9-4459-97fd-c858da11d875 service neutron] 10.222.0.64 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232851 Nov 23 13:29:10.150813 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-ea5c1d7b-1e0b-4aed-88e3-cbe9d4f2e03e req-b22376b7-405c-44b7-86b9-f9c8a2de6413 service neutron] 10.222.0.64 "GET /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326456 Nov 23 13:29:10.794035 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c451c8-0f88-4222-89de-4b52d9247876 req-0bcd4c17-d84b-48b3-9721-b8c3fa7d89b2 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:10.795457 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d4c451c8-0f88-4222-89de-4b52d9247876 req-0bcd4c17-d84b-48b3-9721-b8c3fa7d89b2 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 944 time: 0.0796845 Nov 23 13:29:10.839210 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d4c451c8-0f88-4222-89de-4b52d9247876 req-f8e9701a-1f2e-464f-91b5-e0233393d905 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381162 Nov 23 13:29:12.024291 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6606e-07d3-43d6-85a2-1fc67b289aff req-c8a8440b-75e9-4c39-b67e-168588402569 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:12.025735 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-63c6606e-07d3-43d6-85a2-1fc67b289aff req-c8a8440b-75e9-4c39-b67e-168588402569 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 944 time: 0.0814402 Nov 23 13:29:12.070516 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-63c6606e-07d3-43d6-85a2-1fc67b289aff req-149a9965-a8ee-42c2-bf9a-d93bd4152435 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Nov 23 13:29:12.653245 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 2ee7e16f-e9fb-4367-a344-ef3243376738 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:29:12.784658 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 2ee7e16f-e9fb-4367-a344-ef3243376738, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2ee7e16f-e9fb-4367-a344-ef3243376738,segment=NetworkSegment(1adf7a45-98bc-4681-af61-c7d61f169a3a),segment_id=1adf7a45-98bc-4681-af61-c7d61f169a3a)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:29:12.798039 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '2ee7e16f-e9fb-4367-a344-ef3243376738', 'network_id': '90afa79f-0c37-44b6-b6d3-c1ca1a97de3e', 'port_id': '2ee7e16f-e9fb-4367-a344-ef3243376738', 'mac_address': 'fa:16:3e:7a:bb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:29:12.884750 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:12.900922 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee7e16f-e9fb-4367-a344-ef3243376738 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:29:12.916655 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 2ee7e16f-e9fb-4367-a344-ef3243376738, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2ee7e16f-e9fb-4367-a344-ef3243376738,segment=NetworkSegment(1adf7a45-98bc-4681-af61-c7d61f169a3a),segment_id=1adf7a45-98bc-4681-af61-c7d61f169a3a)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:29:12.920601 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:12.923152 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:12.986929 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=2ee7e16f-e9fb-4367-a344-ef3243376738,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:12.989823 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:13.121572 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['2ee7e16f-e9fb-4367-a344-ef3243376738'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:29:13.254507 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7ab6f-04e0-47ce-8c22-eaee93e597cf req-52e15a63-32c1-4379-9f0a-96c988f1efc6 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:13.256243 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7cc7ab6f-04e0-47ce-8c22-eaee93e597cf req-52e15a63-32c1-4379-9f0a-96c988f1efc6 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 945 time: 0.0811589 Nov 23 13:29:13.300865 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7cc7ab6f-04e0-47ce-8c22-eaee93e597cf req-e3067dc8-4ac4-4a3b-8113-fe0941fe1342 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Nov 23 13:29:14.501594 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590fef-90a6-44b9-bfea-5ba3855ee308 req-a6605ff8-296e-4d35-a58d-f28a98d3ce2c tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:14.503038 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-82590fef-90a6-44b9-bfea-5ba3855ee308 req-a6605ff8-296e-4d35-a58d-f28a98d3ce2c tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 945 time: 0.0971847 Nov 23 13:29:14.549278 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-82590fef-90a6-44b9-bfea-5ba3855ee308 req-8e2ca4e8-538c-4e62-8dca-7c861a455613 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Nov 23 13:29:14.683577 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 2ee7e16f-e9fb-4367-a344-ef3243376738 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:29:14.750120 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 2ee7e16f-e9fb-4367-a344-ef3243376738 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:29:14.754843 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 2ee7e16f-e9fb-4367-a344-ef3243376738 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:29:14.755227 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:14.871122 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:14.898228 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78924cdd-05c5-47a2-aefe-f9b4447df4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee7e16f-e9fb-4367-a344-ef3243376738'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:29:14.907856 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 2ee7e16f-e9fb-4367-a344-ef3243376738, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2ee7e16f-e9fb-4367-a344-ef3243376738,segment=NetworkSegment(1adf7a45-98bc-4681-af61-c7d61f169a3a),segment_id=1adf7a45-98bc-4681-af61-c7d61f169a3a)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:29:14.911723 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:14.914791 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-325ec9d2-a44c-4c1c-ac40-df56978dc32a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:14.952046 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78924cdd-05c5-47a2-aefe-f9b4447df4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee7e16f-e9fb-4367-a344-ef3243376738', 'code': 200} Nov 23 13:29:14.987603 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=2ee7e16f-e9fb-4367-a344-ef3243376738,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:14.990421 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:15.170799 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab51612-d0c0-41f7-a739-0a2071843719 req-6fb8c604-da1d-4ec9-8e99-6666a8464843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:15.172716 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fab51612-d0c0-41f7-a739-0a2071843719 req-6fb8c604-da1d-4ec9-8e99-6666a8464843 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 1099 time: 0.0742586 Nov 23 13:29:15.212741 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-fab51612-d0c0-41f7-a739-0a2071843719 req-fa6c75f6-9cf7-45c4-832e-54c8b6e954c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338225 Nov 23 13:29:15.512721 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:29:15.730431 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a3ec9-0e9c-4826-9b2c-c4c5ff521332 req-ea4a53c7-676f-4a3b-b183-2f2eff99b93b tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:15.731862 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-573a3ec9-0e9c-4826-9b2c-c4c5ff521332 req-ea4a53c7-676f-4a3b-b183-2f2eff99b93b tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 946 time: 0.0809288 Nov 23 13:29:15.777992 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-573a3ec9-0e9c-4826-9b2c-c4c5ff521332 req-f9589082-fda1-4fb9-923c-31bb0ea96eb0 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Nov 23 13:29:16.965202 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271335b-3c35-4f24-9725-214f5e2ac754 req-ebdc978e-ef53-4a4c-b45c-b0d34861b406 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:16.966645 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7271335b-3c35-4f24-9725-214f5e2ac754 req-ebdc978e-ef53-4a4c-b45c-b0d34861b406 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 946 time: 0.0816109 Nov 23 13:29:17.010116 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-7271335b-3c35-4f24-9725-214f5e2ac754 req-699a583e-5f42-4ce2-966e-9f242369cae8 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378854 Nov 23 13:29:18.070513 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bc894-ed22-4771-8ee4-ec6e822b9f79 req-c4d2f201-fda5-41f3-8291-0ef81df2d2f2 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:18.071962 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f67bc894-ed22-4771-8ee4-ec6e822b9f79 req-c4d2f201-fda5-41f3-8291-0ef81df2d2f2 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 946 time: 0.0801814 Nov 23 13:29:18.119605 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f67bc894-ed22-4771-8ee4-ec6e822b9f79 req-280f6412-e60b-4e6d-a2ff-3dfb579f51d5 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Nov 23 13:29:19.303553 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d13d15-f8e3-40a0-9092-a4e12bffb2b9 req-c7d09931-3085-40e0-81e2-ff0791cd4554 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:19.305009 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8d13d15-f8e3-40a0-9092-a4e12bffb2b9 req-c7d09931-3085-40e0-81e2-ff0791cd4554 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 946 time: 0.0803742 Nov 23 13:29:19.305160 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-39d9d946-60cf-4970-bbab-5dce020d3c15 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:19.305804 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-39d9d946-60cf-4970-bbab-5dce020d3c15 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Synchronizing usage tracker for tenant:8b0526f8e22a4b8583e9c30f29ec3b16 on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:29:19.321418 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-39d9d946-60cf-4970-bbab-5dce020d3c15 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Unset dirty status for tenant:8b0526f8e22a4b8583e9c30f29ec3b16 on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:29:19.322629 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-39d9d946-60cf-4970-bbab-5dce020d3c15 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.64 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 946 time: 0.0955796 Nov 23 13:29:19.349977 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d8d13d15-f8e3-40a0-9092-a4e12bffb2b9 req-a4ce9fb6-a295-4781-97dc-fd246ea6ef1d tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4c811f6-ac0b-4cf1-8b25-421013f6e87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391750 Nov 23 13:29:19.400407 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Deleting port 2ee7e16f-e9fb-4367-a344-ef3243376738 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:29:19.400662 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:19.650055 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] For port 2ee7e16f-e9fb-4367-a344-ef3243376738, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2ee7e16f-e9fb-4367-a344-ef3243376738,segment=NetworkSegment(1adf7a45-98bc-4681-af61-c7d61f169a3a),segment_id=1adf7a45-98bc-4681-af61-c7d61f169a3a)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:29:19.650460 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:19.771899 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Calling delete_port for 2ee7e16f-e9fb-4367-a344-ef3243376738 owned by compute:nova {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:29:19.913973 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:19.919147 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8f471cf2-ca91-4717-a577-7368a3fee326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:19.925244 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['2ee7e16f-e9fb-4367-a344-ef3243376738'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:29:19.964333 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Pushing event deleted for resources: {'Port': ['ID=2ee7e16f-e9fb-4367-a344-ef3243376738,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:19.967387 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:20.039512 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] No DVR routers for this DVR port 2ee7e16f-e9fb-4367-a344-ef3243376738 on host hv-cinder-81888 {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:29:20.041871 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:20.044369 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78924cdd-05c5-47a2-aefe-f9b4447df4ce', 'name': 'network-vif-deleted', 'tag': '2ee7e16f-e9fb-4367-a344-ef3243376738'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:29:20.060418 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daa99e67-b2e6-462e-a442-5e4e98a84d03 req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.64 "DELETE /v2.0/ports/2ee7e16f-e9fb-4367-a344-ef3243376738 HTTP/1.1" status: 204 len: 173 time: 0.7323148 Nov 23 13:29:20.091896 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78924cdd-05c5-47a2-aefe-f9b4447df4ce', 'name': 'network-vif-deleted', 'tag': '2ee7e16f-e9fb-4367-a344-ef3243376738', 'status': 'completed', 'code': 200} Nov 23 13:29:20.441774 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a03fd90e-5a11-4f20-bba9-1522bd03f373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:20.524065 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c4a25b18-ac8c-4e56-9c2f-b44a94014721 req-04451508-9aa3-43d6-80eb-19ba9775f754 tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] 10.222.0.50 "GET /v2.0/ports?device_id=78924cdd-05c5-47a2-aefe-f9b4447df4ce HTTP/1.1" status: 200 len: 210 time: 0.0476573 Nov 23 13:29:20.946108 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:22.733461 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 2ee7e16f-e9fb-4367-a344-ef3243376738 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:29:22.768280 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 2ee7e16f-e9fb-4367-a344-ef3243376738 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:29:22.768632 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 2ee7e16f-e9fb-4367-a344-ef3243376738 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:29:23.022628 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-1249027e-9680-400d-8ff3-cc3fb8886db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:24.180777 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:24.260140 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:25.490719 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.164896 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56514) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:29:43.225213 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd8a137-6cb1-4259-bf56-b41818df49bc admin admin] Deleting subnet 8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83 {{(pid=86879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:29:43.228239 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a137-6cb1-4259-bf56-b41818df49bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.276408 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a137-6cb1-4259-bf56-b41818df49bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2013691'] for subnet, precommit_delete_associations {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.337406 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a137-6cb1-4259-bf56-b41818df49bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.406656 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a137-6cb1-4259-bf56-b41818df49bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2715527'] for subnet, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.410163 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:43.444537 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8a137-6cb1-4259-bf56-b41818df49bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:43.447568 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ddd8a137-6cb1-4259-bf56-b41818df49bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:43.448552 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a137-6cb1-4259-bf56-b41818df49bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for subnet, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.455075 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-ddd8a137-6cb1-4259-bf56-b41818df49bc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8ddaea3c-ebec-46b0-bd32-3a55dbbc7b83 HTTP/1.1" status: 204 len: 168 time: 0.2891402 Nov 23 13:29:43.457529 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56518) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:29:43.565570 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.694975 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.810798 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90afa79f-0c37-44b6-b6d3-c1ca1a97de3e']}} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:29:43.823957 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adf7a45-98bc-4681-af61-c7d61f169a3a') {'for_net_delete': True} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:29:43.824343 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.services.segments.db [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adf7a45-98bc-4681-af61-c7d61f169a3a') {} {{(pid=86879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:29:43.836827 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2013676'] for segment, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.852185 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.859317 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=86879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:29:43.859843 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722208'] for segment, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: Traceback (most recent call last): Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: timer() Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: cb(*args, **kw) Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: return func(*args, **kwargs) Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: self._notify() Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: self.callback(batched_events) Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: event.method(event) Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: return f(self, *a, **k) Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._get(url).json() Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: return self.request(url, 'GET', **kwargs) Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:29:43.873929 dv-cinder-818883-1-iscsi neutron-server[86879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:29:43.950693 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.955973 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:43.958632 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:43.982918 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] Pushing event deleted for resources: {'Network': ['ID=90afa79f-0c37-44b6-b6d3-c1ca1a97de3e,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:43.985750 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:43.993173 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-d6ae2ac7-d601-4fb5-93a7-2c86b41edda1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/90afa79f-0c37-44b6-b6d3-c1ca1a97de3e HTTP/1.1" status: 204 len: 168 time: 0.5346966 Nov 23 13:29:44.109593 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56524) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:29:44.160915 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-1a74caa1-1da8-43b0-a357-ff38b299804a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b0526f8e22a4b8583e9c30f29ec3b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500753 Nov 23 13:29:44.163442 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56528) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:29:44.221702 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:44.247143 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:44.302080 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:44.306169 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-a9ec0c58-3306-4551-8443-4b6e76ed61ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:44.319031 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c811f6-ac0b-4cf1-8b25-421013f6e87f,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:44.329308 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.329887 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.330261 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.330626 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.330988 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.331346 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.331702 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.332055 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.332410 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.332761 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.333112 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.333459 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:44.338204 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:44.340129 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:44.341240 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b4c811f6-ac0b-4cf1-8b25-421013f6e87f HTTP/1.1" status: 204 len: 168 time: 0.1768110 Nov 23 13:29:50.443852 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-abf1b0a6-45ad-4509-9a12-29fd8d1bafa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:50.950887 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:52.511214 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:29:53.024875 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9a15a9d9-8518-47dd-bdb3-b00c65d54411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:54.183550 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:54.275613 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:55.494149 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:56.439416 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56664) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:29:56.556804 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3da34790-2791-4fc0-9910-2363a88f79c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:56.572116 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-3da34790-2791-4fc0-9910-2363a88f79c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:29:56.576061 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-3da34790-2791-4fc0-9910-2363a88f79c5 admin admin] Usage tracker for resource:security_group_rule and tenant:13bb4ac3040f4f7da8b0755c45b41c76 is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:29:56.579000 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-3da34790-2791-4fc0-9910-2363a88f79c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:29:56.584987 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-3da34790-2791-4fc0-9910-2363a88f79c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:29:56.671627 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3da34790-2791-4fc0-9910-2363a88f79c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:56.675932 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3da34790-2791-4fc0-9910-2363a88f79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:56.682592 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-47a022ec-caa1-40a3-b8a0-1bc364c46825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:56.724535 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da34790-2791-4fc0-9910-2363a88f79c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4beab9f-4870-4f77-8697-5f6de0974849,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:56.729522 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-3da34790-2791-4fc0-9910-2363a88f79c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13bb4ac3040f4f7da8b0755c45b41c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889311 Nov 23 13:29:56.730514 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3da34790-2791-4fc0-9910-2363a88f79c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:56.732633 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56670) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:29:56.812411 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-30bf0bbd-5748-4062-bda6-1321687e0a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:56.838612 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-30bf0bbd-5748-4062-bda6-1321687e0a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:56.893479 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-30bf0bbd-5748-4062-bda6-1321687e0a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:56.897344 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-19966c2f-cb9f-4f9b-a247-ceae9b6ec885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:56.909436 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf0bbd-5748-4062-bda6-1321687e0a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4beab9f-4870-4f77-8697-5f6de0974849,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:56.913457 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-30bf0bbd-5748-4062-bda6-1321687e0a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:56.916743 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-30bf0bbd-5748-4062-bda6-1321687e0a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:56.917871 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-30bf0bbd-5748-4062-bda6-1321687e0a2e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4beab9f-4870-4f77-8697-5f6de0974849 HTTP/1.1" status: 204 len: 168 time: 0.1836498 Nov 23 13:29:57.606021 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56694) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:29:57.711890 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1382409954-network', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:29:57.716644 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:29:57.721726 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Usage tracker for resource:network and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:29:57.724725 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:29:57.730696 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:29:57.741123 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Made reservation on behalf of 7760179b3870449cb2cdd551e84cc50a for: {'network': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:29:57.743564 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:57.756518 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:57.772140 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:29:57.776050 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:29:57.778868 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:29:57.784920 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:29:57.876724 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:57.880992 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:57.884201 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-136f6e9a-9fdc-4b8d-8a3e-4fe2c707d12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:57.916672 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=86880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:29:57.925782 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c488d6b9-bf68-40a0-872f-85c285c9eff6,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:57.929363 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:57.931824 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:57.932103 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.segments_db [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Added segment 52dc92c0-c106-4060-ae05-e2a2b68abe80 of type vlan for network 58e43a2d-e345-4e32-a999-9b38f6c619b0 Nov 23 13:29:57.961514 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:57.994265 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:57.995560 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:57.996138 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:57.999527 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bb720191-9d7e-414f-b43e-afea4838554c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:58.101815 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=58e43a2d-e345-4e32-a999-9b38f6c619b0,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:58.104576 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4975240 Nov 23 13:29:58.105433 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-66cd48e0-9854-4fc8-8b46-8e82b9402ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:58.108866 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56700) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:29:58.114696 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:29:58.115207 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Request body: {'subnet': {'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1382409954-subnet', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'ip_version': 4}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:29:58.120153 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:29:58.124202 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Usage tracker for resource:subnet and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:29:58.127909 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:29:58.133928 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:29:58.251333 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Made reservation on behalf of 7760179b3870449cb2cdd551e84cc50a for: {'subnet': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:29:58.255551 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3363470'] for subnet, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:58.468999 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3363516'] for subnet, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:58.472909 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-1ca56520-fa37-4cd1-92a5-14fd05519eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:58.544495 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3649eea-b69f-4585-8428-d13a205c5fb9,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:58.548198 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:58.555258 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Checking segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:29:58.555606 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Network hostable DHCP agents. Network: 58e43a2d-e345-4e32-a999-9b38f6c619b0, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:29:58.575754 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:29:58.586390 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 58e43a2d-e345-4e32-a999-9b38f6c619b0) {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:29:58.590921 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:29:58.591504 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:58.595945 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65029c4b-f0f2-4536-8cc9-ec40e36eaa6e None None] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:29:58.612294 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-0fc700d8-22e4-4d85-8d1a-b7b7ff5d908a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5016503 Nov 23 13:29:58.615805 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56704) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:29:58.623067 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:29:58.628816 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:29:58.638338 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Usage tracker for resource:router and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:29:58.641842 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:29:58.647566 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:29:58.658624 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39754'] for router, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:58.659664 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39773'] for router, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:58.675955 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:58.830323 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d2280a3-de8b-55d0-8afa-5fb6799df307-58e43a2d-e345-4e32-a999-9b38f6c619b0', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9'}]}} from dv-cinder-818883-1-iscsi. {{(pid=86881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:29:58.831673 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:58.954474 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:59.000874 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.db_base_plugin_common [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Allocated IP 172.20.0.2 (58e43a2d-e345-4e32-a999-9b38f6c619b0/f3649eea-b69f-4585-8428-d13a205c5fb9/5436584c-1585-4070-a799-c9f124c4ff74) {{(pid=86881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:29:59.222187 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Notify callbacks [] for port, precommit_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:59.233143 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Transition to ACTIVE for port object 5436584c-1585-4070-a799-c9f124c4ff74 will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:29:59.252347 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Transition to ACTIVE for port object 5436584c-1585-4070-a799-c9f124c4ff74 will not be triggered until provisioned by entity DHCP. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:29:59.258724 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:59.265626 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-a5bb84c2-a317-40d9-893c-f83e5b99871d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:59.294915 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:59.326438 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 is already hosted by enough agents. {{(pid=86881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:29:59.326666 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:59.329330 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.base_scheduler [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Resources bound (agent type, host, resource id): {{(pid=86881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:29:59.333307 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Received port after_create {{(pid=86881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:29:59.342278 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Pushing event updated for resources: {'Port': ['ID=5436584c-1585-4070-a799-c9f124c4ff74,revision_number=1']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:59.375304 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.375656 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.375997 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.376334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.376662 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.376993 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.377378 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.377780 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.378129 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.378448 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.378774 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.379126 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:29:59.386974 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:59.450954 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Attempting to bind port 5436584c-1585-4070-a799-c9f124c4ff74 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:29:59.451339 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Attempting to bind port 5436584c-1585-4070-a799-c9f124c4ff74 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:29:59.451714 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Attempting to bind port 5436584c-1585-4070-a799-c9f124c4ff74 on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:29:59.457932 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:29:59.458270 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Checking segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:29:59.458679 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:59.459300 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Bound using segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:29:59.459571 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Bound port: 5436584c-1585-4070-a799-c9f124c4ff74, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:29:59.459957 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:59.495907 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Allocated IP 172.27.1.16 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/45bb17f3-b36d-4a6a-bb52-27c5b4766013) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:29:59.559388 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] For port 5436584c-1585-4070-a799-c9f124c4ff74, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:29:59.562902 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] For port 5436584c-1585-4070-a799-c9f124c4ff74, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=5436584c-1585-4070-a799-c9f124c4ff74,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:29:59.567682 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:59.571288 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:59.667543 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:59.701197 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Pushing event updated for resources: {'Port': ['ID=5436584c-1585-4070-a799-c9f124c4ff74,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:59.704791 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:29:59.705323 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:59.709433 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c0092018-2985-4329-a073-60de4eb561a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:29:59.777507 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:29:59.780799 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:29:59.784533 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:29:59.822392 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Pushing event updated for resources: {'Port': ['ID=45bb17f3-b36d-4a6a-bb52-27c5b4766013,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:29:59.826911 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:00.369281 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:00.704242 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b609b-8943-4bd4-bbda-1f3e1c3463e7 None None] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:30:00.758337 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296'] for router, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:00.816331 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-b6f62966-e9d0-4181-ba06-b7fca119d487 None None] Provisioning for port 5436584c-1585-4070-a799-c9f124c4ff74 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:00.985175 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Router ae5c5020-516b-4f07-8983-050993aaef41 is scheduled to L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 with binding_index 1 {{(pid=86880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:30:01.167971 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:30:01.177776 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Sync routers for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:30:01.187136 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:30:01.188409 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:29:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:01.200008 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] Notify callbacks [] for router, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:01.204999 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-83216657-87f9-4437-8f0d-2976d8359128 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5850608 Nov 23 13:30:01.205201 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56708) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:01.402668 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:30:01.448696 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 5436584c-1585-4070-a799-c9f124c4ff74 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:01.689109 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 5436584c-1585-4070-a799-c9f124c4ff74 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:01.699514 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 5436584c-1585-4070-a799-c9f124c4ff74 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:01.699898 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:01.864987 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:00Z', 'revision_number': 3, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:01.871223 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:01.879884 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Checking router: ae5c5020-516b-4f07-8983-050993aaef41 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:30:01.880244 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Updating router ae5c5020-516b-4f07-8983-050993aaef41 port 45bb17f3-b36d-4a6a-bb52-27c5b4766013 binding host dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:30:01.951628 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:01.981950 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 5436584c-1585-4070-a799-c9f124c4ff74, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=5436584c-1585-4070-a799-c9f124c4ff74,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:30:01.988942 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:01.996714 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:02.032106 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.128435 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=5436584c-1585-4070-a799-c9f124c4ff74,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:02.133441 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:02.248746 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Allocated IP 172.20.0.1 (58e43a2d-e345-4e32-a999-9b38f6c619b0/f3649eea-b69f-4585-8428-d13a205c5fb9/8d9596ec-aefb-4b65-8f54-ff4cae9290a7) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:30:02.349062 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.362180 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Transition to ACTIVE for port object 45bb17f3-b36d-4a6a-bb52-27c5b4766013 will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:30:02.368301 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.372151 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-fadb332e-1e16-4e66-a696-a4d4589023fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:02.404191 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.422543 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.provisioning_blocks [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Transition to ACTIVE for port object 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 will not be triggered until provisioned by entity DHCP. {{(pid=86880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:30:02.447392 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.451962 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-450eec85-a2a3-482e-a3a9-bdddf93575a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:02.497846 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Attempting to bind port 45bb17f3-b36d-4a6a-bb52-27c5b4766013 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:30:02.498220 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Attempting to bind port 45bb17f3-b36d-4a6a-bb52-27c5b4766013 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:30:02.498582 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Attempting to bind port 45bb17f3-b36d-4a6a-bb52-27c5b4766013 on network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:30:02.504393 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352eadc3-8daf-40a2-bfa9-38705fe2fec1 None None] Pushing event updated for resources: {'Port': ['ID=45bb17f3-b36d-4a6a-bb52-27c5b4766013,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:02.508250 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-352eadc3-8daf-40a2-bfa9-38705fe2fec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:02.509130 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:30:02.509503 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:30:02.509931 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.510315 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Bound using segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:30:02.510780 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Bound port: 45bb17f3-b36d-4a6a-bb52-27c5b4766013, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:30:02.511157 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.516019 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:30:02.519162 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:30:02.523576 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:30:02.569407 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9596ec-aefb-4b65-8f54-ff4cae9290a7,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:02.574070 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:02.586390 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554278'] for router_interface, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.606820 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] For port 45bb17f3-b36d-4a6a-bb52-27c5b4766013, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:30:02.610864 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] For port 45bb17f3-b36d-4a6a-bb52-27c5b4766013, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=45bb17f3-b36d-4a6a-bb52-27c5b4766013,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:30:02.617156 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.623741 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-4107acf2-98d0-4494-9e7f-165191f985eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:02.706436 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:30:02.707532 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:29:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:02.730239 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.769031 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352eadc3-8daf-40a2-bfa9-38705fe2fec1 None None] Pushing event updated for resources: {'Port': ['ID=45bb17f3-b36d-4a6a-bb52-27c5b4766013,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:02.826795 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-352eadc3-8daf-40a2-bfa9-38705fe2fec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:02.868573 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-26e0e4fe-10df-4178-9b21-5b5cc49f9487 None None] Provisioning for port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:02.879028 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-26e0e4fe-10df-4178-9b21-5b5cc49f9487 None None] Provisioning complete for port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:02.880019 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-26e0e4fe-10df-4178-9b21-5b5cc49f9487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.957344 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:30:02.971611 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:02.976481 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3127486'] for port, after_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:03.002381 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-26e0e4fe-10df-4178-9b21-5b5cc49f9487 None None] Port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:30:03.010216 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ce263923-dd95-4288-8aa7-b569a053af72 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:03.094384 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554437'] for router_interface, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:03.098080 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9596ec-aefb-4b65-8f54-ff4cae9290a7,revision_number=2']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:03.101513 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:03.362425 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 5436584c-1585-4070-a799-c9f124c4ff74 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:03.372390 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:30:03.373417 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:30:03.398202 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 1, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:03.408367 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be49de-a2e1-477a-8595-ffc9800bc0b7 None None] The sync data for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi is: [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 1, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:30:03.450341 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 5436584c-1585-4070-a799-c9f124c4ff74 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:03.450728 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:03.584891 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Router ae5c5020-516b-4f07-8983-050993aaef41 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:30:03.751997 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-990298c2-e0c4-4f94-8887-3f426079647b None None] Provisioning complete for port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:03.752590 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-990298c2-e0c4-4f94-8887-3f426079647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:03.814480 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:30:03.829154 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-990298c2-e0c4-4f94-8887-3f426079647b None None] Port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:30:03.832957 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] 10.222.0.50 "PUT /v2.0/routers/ae5c5020-516b-4f07-8983-050993aaef41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262949 Nov 23 13:30:04.497415 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56726) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:04.505315 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-124437883-network', 'tenant_id': '55db9718668f4106b961f222af98de61'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:04.511508 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:04.516083 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Usage tracker for resource:network and tenant:55db9718668f4106b961f222af98de61 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:04.519345 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:04.526674 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:04.544050 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Made reservation on behalf of 55db9718668f4106b961f222af98de61 for: {'network': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:30:04.547148 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for network, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:04.560437 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:04.576562 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:04.581216 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Usage tracker for resource:security_group_rule and tenant:55db9718668f4106b961f222af98de61 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:04.584303 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:04.591776 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:04.711671 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:04.715978 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:04.719149 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2c9841db-b09e-45ab-8537-787ab0d0daa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:04.748867 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=86880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:30:04.758522 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5302ce9-afc9-4f6e-939b-c9fca336e827,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:04.762303 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:04.765154 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:04.765568 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.segments_db [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Added segment e955778b-e88d-456d-ba24-a11f2670c305 of type vlan for network 444bb3e6-965b-42cc-8548-e8c95fc0b713 Nov 23 13:30:04.798245 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791457375699'] for network, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:04.843430 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423'] for network, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:04.844909 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:04.845564 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:04.849312 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-80cc9144-5742-4a72-89fb-600403433110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:04.956055 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4570897 Nov 23 13:30:04.957002 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Pushing event updated for resources: {'Network': ['ID=444bb3e6-965b-42cc-8548-e8c95fc0b713,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:04.960105 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-43c9bb6b-1521-4913-9186-677609329718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:04.961490 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56730) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:04.966989 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Request body: {'subnet': {'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-124437883-subnet', 'tenant_id': '55db9718668f4106b961f222af98de61', 'ip_version': 4}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:04.968195 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Network 444bb3e6-965b-42cc-8548-e8c95fc0b713 details requested by agent ovs-agent-dv-cinder-818883-1-iscsi with host dv-cinder-818883-1-iscsi {{(pid=86881) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:30:04.972404 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:04.976904 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Usage tracker for resource:subnet and tenant:55db9718668f4106b961f222af98de61 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:04.981246 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:04.988979 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:05.005460 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Made reservation on behalf of 55db9718668f4106b961f222af98de61 for: {'subnet': 1} {{(pid=86880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:30:05.008951 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3363470'] for subnet, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.241362 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3127491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3363516'] for subnet, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.245828 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-302a3a53-2742-4447-98c3-437279b8f657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:05.328425 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e33b81c-6f76-49b2-b969-ed4c8df4b530,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:05.332875 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:05.340264 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Checking segment: {'id': 'e955778b-e88d-456d-ba24-a11f2670c305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:30:05.340618 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Network hostable DHCP agents. Network: 444bb3e6-965b-42cc-8548-e8c95fc0b713, hostable agents: ['5a4e41db-6090-4ca5-b7e8-0524f70092b7'], hosted agents: [] {{(pid=86880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:30:05.367917 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Network 444bb3e6-965b-42cc-8548-e8c95fc0b713 is scheduled to be hosted by DHCP agent 5a4e41db-6090-4ca5-b7e8-0524f70092b7 with binding_index 1 {{(pid=86880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:30:05.372563 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 45bb17f3-b36d-4a6a-bb52-27c5b4766013 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:05.384708 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-1-iscsi, 444bb3e6-965b-42cc-8548-e8c95fc0b713) {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:30:05.388762 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:05.389344 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.406760 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c1c18-ebfe-4c1b-b925-f1250c2dfa73 None None] Network 444bb3e6-965b-42cc-8548-e8c95fc0b713 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:30:05.418809 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-cb064828-bc43-4a72-9119-45bc9e4d281d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4540970 Nov 23 13:30:05.419130 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56734) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:05.424129 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-124437883-router', 'tenant_id': '55db9718668f4106b961f222af98de61', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:05.428951 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:05.432868 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Usage tracker for resource:router and tenant:55db9718668f4106b961f222af98de61 is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:05.436235 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:05.442298 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:05.453760 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39754'] for router, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.455579 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696127', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39773'] for router, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.482031 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.552409 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 45bb17f3-b36d-4a6a-bb52-27c5b4766013 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:05.565879 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 45bb17f3-b36d-4a6a-bb52-27c5b4766013 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:05.566269 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.675766 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Sync routers for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:30:05.687433 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:30:05.688241 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:29:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:05.747922 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d2280a3-de8b-55d0-8afa-5fb6799df307-444bb3e6-965b-42cc-8548-e8c95fc0b713', 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713', 'tenant_id': '55db9718668f4106b961f222af98de61', 'fixed_ips': [{'subnet_id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530'}]}} from dv-cinder-818883-1-iscsi. {{(pid=86881) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:30:05.748733 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.823324 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39727'] for router, precommit_update {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.891022 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.909974 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:30:05.949380 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 45bb17f3-b36d-4a6a-bb52-27c5b4766013, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=45bb17f3-b36d-4a6a-bb52-27c5b4766013,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:30:05.960406 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:05.964827 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-0f7a475e-c455-4935-9c2c-aab08f69301b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:06.052395 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.db_base_plugin_common [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Allocated IP 172.20.0.2 (444bb3e6-965b-42cc-8548-e8c95fc0b713/4e33b81c-6f76-49b2-b969-ed4c8df4b530/263b3f10-1673-479e-b70c-7796fb55a7e7) {{(pid=86881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:30:06.063304 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=45bb17f3-b36d-4a6a-bb52-27c5b4766013,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:06.067217 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:06.320714 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Notify callbacks [] for port, precommit_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.327262 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 2, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:06.329341 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.331037 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Checking router: ae5c5020-516b-4f07-8983-050993aaef41 for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:30:06.331400 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Updating router ae5c5020-516b-4f07-8983-050993aaef41 port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 binding host dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:30:06.341186 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Transition to ACTIVE for port object 263b3f10-1673-479e-b70c-7796fb55a7e7 will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:30:06.362264 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.368846 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Transition to ACTIVE for port object 263b3f10-1673-479e-b70c-7796fb55a7e7 will not be triggered until provisioned by entity DHCP. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:30:06.383434 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581'] for port, after_create {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.389940 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:06.400343 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.453654 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Network 444bb3e6-965b-42cc-8548-e8c95fc0b713 is already hosted by enough agents. {{(pid=86881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:30:06.456677 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.scheduler.base_scheduler [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Resources bound (agent type, host, resource id): {{(pid=86881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:30:06.460890 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Received port after_create {{(pid=86881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:30:06.516907 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Pushing event updated for resources: {'Port': ['ID=263b3f10-1673-479e-b70c-7796fb55a7e7,revision_number=1']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:06.520136 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:06.529693 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_common [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Allocated IP 172.27.1.78 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/68a763db-69bf-4808-93cf-fa8404e1cbc8) {{(pid=86880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:30:06.581764 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Attempting to bind port 263b3f10-1673-479e-b70c-7796fb55a7e7 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:30:06.582143 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Attempting to bind port 263b3f10-1673-479e-b70c-7796fb55a7e7 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e955778b-e88d-456d-ba24-a11f2670c305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:30:06.582509 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Attempting to bind port 263b3f10-1673-479e-b70c-7796fb55a7e7 on network 444bb3e6-965b-42cc-8548-e8c95fc0b713 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:30:06.588157 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:30:06.588529 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Checking segment: {'id': 'e955778b-e88d-456d-ba24-a11f2670c305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:30:06.588934 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.589330 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Bound using segment: {'id': 'e955778b-e88d-456d-ba24-a11f2670c305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:30:06.589817 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Bound port: 263b3f10-1673-479e-b70c-7796fb55a7e7, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e955778b-e88d-456d-ba24-a11f2670c305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:30:06.590196 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.711382 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] For port 263b3f10-1673-479e-b70c-7796fb55a7e7, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:30:06.719407 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] For port 263b3f10-1673-479e-b70c-7796fb55a7e7, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=263b3f10-1673-479e-b70c-7796fb55a7e7,segment=NetworkSegment(e955778b-e88d-456d-ba24-a11f2670c305),segment_id=e955778b-e88d-456d-ba24-a11f2670c305)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:30:06.728236 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.732060 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks [] for port, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.733518 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:06.768495 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.776449 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-50c666f4-a6eb-4332-acb3-91fff9b32ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:06.814583 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Pushing event updated for resources: {'Port': ['ID=263b3f10-1673-479e-b70c-7796fb55a7e7,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:06.831553 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Notify callbacks [] for port, precommit_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.833083 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:06.854878 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.provisioning_blocks [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Transition to ACTIVE for port object 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 will not be triggered until provisioned by entity L2. {{(pid=86882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:30:06.865952 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:06.866377 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:30:06.869303 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.base_scheduler [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Resources bound (agent type, host, resource id): {{(pid=86880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:30:06.873370 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Received port after_create {{(pid=86880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:30:06.877588 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:06.917311 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Pushing event updated for resources: {'Port': ['ID=68a763db-69bf-4808-93cf-fa8404e1cbc8,revision_number=1']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:06.921846 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:07.086220 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Pushing event updated for resources: {'Port': ['ID=8d9596ec-aefb-4b65-8f54-ff4cae9290a7,revision_number=3']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:07.165874 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.166408 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.166933 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.167465 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.167993 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.168519 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.169034 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.169556 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.170123 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.170638 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.171151 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.171764 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:07.187689 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:07.204041 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Attempting to bind port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:30:07.204675 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Attempting to bind port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:30:07.205259 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Attempting to bind port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:30:07.217998 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:30:07.219071 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Checking segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:30:07.219728 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:07.220357 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Bound using segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:30:07.221112 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Bound port: 8d9596ec-aefb-4b65-8f54-ff4cae9290a7, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'}}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:30:07.221755 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:07.415659 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] For port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:30:07.419493 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] For port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=8d9596ec-aefb-4b65-8f54-ff4cae9290a7,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:30:07.425120 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:07.430381 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-205a9833-b27e-4a24-8595-98e6b36c6789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:07.486315 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:07.493434 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 263b3f10-1673-479e-b70c-7796fb55a7e7 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:07.523354 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:30:07.524367 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:29:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:07.599843 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 263b3f10-1673-479e-b70c-7796fb55a7e7 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:07.610633 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 45bb17f3-b36d-4a6a-bb52-27c5b4766013 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:07.707355 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 45bb17f3-b36d-4a6a-bb52-27c5b4766013 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:07.708091 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:07.776047 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Pushing event updated for resources: {'Port': ['ID=8d9596ec-aefb-4b65-8f54-ff4cae9290a7,revision_number=4']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:07.847195 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:30:07.944014 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-03eb2843-f37b-4666-ad4d-ceb219866ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:08.145969 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696296'] for router, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:08.230465 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173aaae6-a4a8-4d02-9a1f-9af579345015 None None] Network 444bb3e6-965b-42cc-8548-e8c95fc0b713 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:30:08.287745 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:07Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:08.292491 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41f461-f22a-4e4e-8572-6eaa9b5a7f6e None None] The sync data for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi is: [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:07Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:30:08.329994 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-2a7b5e36-07f0-466f-9466-3b88cc01147d None None] Provisioning for port 263b3f10-1673-479e-b70c-7796fb55a7e7 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:08.339919 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-2a7b5e36-07f0-466f-9466-3b88cc01147d None None] Provisioning complete for port 263b3f10-1673-479e-b70c-7796fb55a7e7 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:08.340303 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5e36-07f0-466f-9466-3b88cc01147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:08.414985 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Router dd87f9d9-5fd4-417e-b4f2-489e990aa10c is scheduled to L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 with binding_index 1 {{(pid=86880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:30:08.620709 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5e36-07f0-466f-9466-3b88cc01147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:08.634397 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:30:08.652299 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Sync routers for ids ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:30:08.662008 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] Notify callbacks [] for router, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:08.666258 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56738) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:08.674210 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-964bba2a-6913-4e3e-a283-c3db3ec64ead admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2540276 Nov 23 13:30:08.675892 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Routers {'dd87f9d9-5fd4-417e-b4f2-489e990aa10c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:30:08.676576 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:29:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:08.731939 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-2a7b5e36-07f0-466f-9466-3b88cc01147d None None] For port 263b3f10-1673-479e-b70c-7796fb55a7e7, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=263b3f10-1673-479e-b70c-7796fb55a7e7,segment=NetworkSegment(e955778b-e88d-456d-ba24-a11f2670c305),segment_id=e955778b-e88d-456d-ba24-a11f2670c305)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:30:08.740604 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5e36-07f0-466f-9466-3b88cc01147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:08.847184 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:08.976226 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b5e36-07f0-466f-9466-3b88cc01147d None None] Pushing event updated for resources: {'Port': ['ID=263b3f10-1673-479e-b70c-7796fb55a7e7,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:08.982285 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-2a7b5e36-07f0-466f-9466-3b88cc01147d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:09.013345 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Set router dd87f9d9-5fd4-417e-b4f2-489e990aa10c gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:30:09.295796 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-213efa78-bd83-47c2-95f8-4b6ef774557d None None] Provisioning complete for port 263b3f10-1673-479e-b70c-7796fb55a7e7 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:09.296182 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-213efa78-bd83-47c2-95f8-4b6ef774557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:09.393811 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:09.479721 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:09.546373 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:09.556348 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:09.556726 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:09.608051 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'name': 'tempest-TestVolumeBootPattern-124437883-router', 'tenant_id': '55db9718668f4106b961f222af98de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:30:05Z', 'updated_at': '2021-11-23T13:30:07Z', 'revision_number': 3, 'project_id': '55db9718668f4106b961f222af98de61', 'gw_port': {'id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:06Z', 'updated_at': '2021-11-23T13:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:09.617409 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Checking router: dd87f9d9-5fd4-417e-b4f2-489e990aa10c for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:30:09.617727 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Updating router dd87f9d9-5fd4-417e-b4f2-489e990aa10c port 68a763db-69bf-4808-93cf-fa8404e1cbc8 binding host dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:30:09.716906 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Allocated IP 172.20.0.1 (444bb3e6-965b-42cc-8548-e8c95fc0b713/4e33b81c-6f76-49b2-b969-ed4c8df4b530/f9e70710-bd5c-4043-baa0-5d16971d7dac) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:30:09.720332 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:09.784751 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:09.870345 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:09.881351 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=8d9596ec-aefb-4b65-8f54-ff4cae9290a7,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:30:09.886553 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:09.887743 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 263b3f10-1673-479e-b70c-7796fb55a7e7 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:09.889267 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Transition to ACTIVE for port object f9e70710-bd5c-4043-baa0-5d16971d7dac will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:30:09.920911 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:09.928545 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-81829f04-8e34-4352-be94-c138737649cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:09.930452 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:09.988767 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Network 444bb3e6-965b-42cc-8548-e8c95fc0b713 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:30:09.991647 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:30:09.995515 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:30:10.040203 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e70710-bd5c-4043-baa0-5d16971d7dac,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:10.061019 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.061395 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.061788 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.062179 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.062541 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.062900 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.063254 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.063862 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.064471 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.064950 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.065319 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.065706 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:30:10.071118 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554278'] for router_interface, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.073830 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:10.135039 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=8d9596ec-aefb-4b65-8f54-ff4cae9290a7,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:10.143235 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:10.169924 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 263b3f10-1673-479e-b70c-7796fb55a7e7 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:10.170312 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.299314 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-248ed905-602f-489f-9514-ad83242e24f7 None None] Provisioning for port f9e70710-bd5c-4043-baa0-5d16971d7dac completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:10.321666 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.335490 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-248ed905-602f-489f-9514-ad83242e24f7 None None] Provisioning complete for port f9e70710-bd5c-4043-baa0-5d16971d7dac triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:10.335871 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-248ed905-602f-489f-9514-ad83242e24f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.474176 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.481049 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-248ed905-602f-489f-9514-ad83242e24f7 None None] Port f9e70710-bd5c-4043-baa0-5d16971d7dac cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:30:10.492907 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Transition to ACTIVE for port object 68a763db-69bf-4808-93cf-fa8404e1cbc8 will not be triggered until provisioned by entity L2. {{(pid=86881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:30:10.502774 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.510622 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:10.577144 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.582724 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.587143 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Attempting to bind port 68a763db-69bf-4808-93cf-fa8404e1cbc8 on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:30:10.587528 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Attempting to bind port 68a763db-69bf-4808-93cf-fa8404e1cbc8 by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:30:10.587884 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Attempting to bind port 68a763db-69bf-4808-93cf-fa8404e1cbc8 on network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:30:10.596954 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af72f8-074f-45e5-ba2b-84c33428ba15 None None] Pushing event updated for resources: {'Port': ['ID=68a763db-69bf-4808-93cf-fa8404e1cbc8,revision_number=2']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:10.599464 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:30:10.599855 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Checking segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:30:10.600268 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.600729 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Bound using segment: {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'} {{(pid=86881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:30:10.601127 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.managers [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Bound port: 68a763db-69bf-4808-93cf-fa8404e1cbc8, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523e117-aa07-4d76-b4f2-ab7d19bdd30d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8'}}] {{(pid=86881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:30:10.601504 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.609731 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-46f8f5fe-e9b4-41cb-b7b9-1e70a4b31ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:10.679167 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-23af72f8-074f-45e5-ba2b-84c33428ba15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:10.694196 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554437'] for router_interface, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.697810 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e70710-bd5c-4043-baa0-5d16971d7dac,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:10.701072 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:10.742727 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] For port 68a763db-69bf-4808-93cf-fa8404e1cbc8, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:30:10.746118 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] For port 68a763db-69bf-4808-93cf-fa8404e1cbc8, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=68a763db-69bf-4808-93cf-fa8404e1cbc8,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:30:10.752396 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:10.756711 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:10.832002 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Routers {'dd87f9d9-5fd4-417e-b4f2-489e990aa10c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:30:10.832855 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:29:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:10.842597 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Network 444bb3e6-965b-42cc-8548-e8c95fc0b713 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:30:10.843843 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:30:10.948698 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af72f8-074f-45e5-ba2b-84c33428ba15 None None] Pushing event updated for resources: {'Port': ['ID=68a763db-69bf-4808-93cf-fa8404e1cbc8,revision_number=3']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:10.949334 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-23af72f8-074f-45e5-ba2b-84c33428ba15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:11.038783 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] Set router dd87f9d9-5fd4-417e-b4f2-489e990aa10c gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:30:11.053752 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Router dd87f9d9-5fd4-417e-b4f2-489e990aa10c has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:30:11.187117 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5c1a455e-1e7a-44b8-b279-5205d790eea1 None None] Provisioning complete for port f9e70710-bd5c-4043-baa0-5d16971d7dac triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:11.187507 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5c1a455e-1e7a-44b8-b279-5205d790eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:11.257066 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:30:11.276414 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-873e84bf-b941-4368-b2fd-f93d46053a72 admin admin] 10.222.0.50 "PUT /v2.0/routers/dd87f9d9-5fd4-417e-b4f2-489e990aa10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6089618 Nov 23 13:30:11.319546 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a455e-1e7a-44b8-b279-5205d790eea1 None None] Port f9e70710-bd5c-4043-baa0-5d16971d7dac cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:30:11.341845 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:11.482607 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:11.482989 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:11.553664 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'name': 'tempest-TestVolumeBootPattern-124437883-router', 'tenant_id': '55db9718668f4106b961f222af98de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:30:05Z', 'updated_at': '2021-11-23T13:30:10Z', 'revision_number': 4, 'project_id': '55db9718668f4106b961f222af98de61', 'gw_port': {'id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:06Z', 'updated_at': '2021-11-23T13:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'f9e70710-bd5c-4043-baa0-5d16971d7dac', 'name': '', 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713', 'tenant_id': '55db9718668f4106b961f222af98de61', 'mac_address': 'fa:16:3e:b0:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:09Z', 'updated_at': '2021-11-23T13:30:10Z', 'revision_number': 2, 'project_id': '55db9718668f4106b961f222af98de61', 'subnets': [{'id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:11.563507 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fb529-b8ae-41ce-b635-28629d2f9ac7 None None] The sync data for ids ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'] in dv-cinder-818883-1-iscsi is: [{'id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'name': 'tempest-TestVolumeBootPattern-124437883-router', 'tenant_id': '55db9718668f4106b961f222af98de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:30:05Z', 'updated_at': '2021-11-23T13:30:10Z', 'revision_number': 4, 'project_id': '55db9718668f4106b961f222af98de61', 'gw_port': {'id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:06Z', 'updated_at': '2021-11-23T13:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'f9e70710-bd5c-4043-baa0-5d16971d7dac', 'name': '', 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713', 'tenant_id': '55db9718668f4106b961f222af98de61', 'mac_address': 'fa:16:3e:b0:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:09Z', 'updated_at': '2021-11-23T13:30:10Z', 'revision_number': 2, 'project_id': '55db9718668f4106b961f222af98de61', 'subnets': [{'id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:30:12.013825 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56748) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:12.020262 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433367409', 'description': 'tempest-secgroup-smoke-1433367409 description', 'project_id': '7760179b3870449cb2cdd551e84cc50a'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:12.026830 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:12.031176 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:security_group and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:12.034565 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:12.040607 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:12.054201 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.078558 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:12.082538 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:security_group_rule and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:12.085534 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:12.091739 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:12.180154 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.184461 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.188905 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b7c11e1a-0c97-49ea-806d-68bbbde45bd7 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:12.242531 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2136439a-bc66-484b-bbea-6125be3f18c1,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:12.253008 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:12.254687 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.257227 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-5a353457-4ea2-4508-ad82-93b372ae1f33 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2421734 Nov 23 13:30:12.259950 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56752) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:12.266356 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'security_group_rule': {'security_group_id': '2136439a-bc66-484b-bbea-6125be3f18c1', 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:12.273181 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:12.278202 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:security_group_rule and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:12.287204 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:12.295032 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:12.324357 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.402323 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.407216 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.409503 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8de3a6c6-3e39-446e-8c7f-0cf86182830e tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:12.436659 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2760153-2e42-4ee2-bec0-4ebfc850fa7b,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:12.440262 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:12.449277 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.450549 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895163 Nov 23 13:30:12.454472 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56756) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:12.460015 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'security_group_rule': {'security_group_id': '2136439a-bc66-484b-bbea-6125be3f18c1', 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:12.466371 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:12.470921 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:security_group_rule and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:12.473884 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:12.480458 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:12.502208 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.579532 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.583879 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.585831 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-f02052c7-68c1-48df-8f54-16615f4202f4 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:12.610628 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9931dc00-748e-4f1f-8dd9-0ef08b76d0e3,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:12.613559 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:12.624058 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.625700 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-39119585-c19f-4215-a700-7dabd8c71c70 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1698353 Nov 23 13:30:12.629154 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56760) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:12.641959 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'security_group_rule': {'security_group_id': '2136439a-bc66-484b-bbea-6125be3f18c1', 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:12.648331 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:12.652493 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:security_group_rule and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:12.658412 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:12.665264 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:12.686018 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.776617 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.781545 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.783872 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-834fe881-c797-45a2-8a8a-335b66bd1e0b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:12.811328 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0691052d-e743-456f-bf84-5656eb6d66e9,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:12.814010 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:12.822187 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.823802 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-e29f86c1-8880-42b0-a21f-0e316e19a283 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1926153 Nov 23 13:30:12.826912 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56764) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:12.832264 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'security_group_rule': {'security_group_id': '2136439a-bc66-484b-bbea-6125be3f18c1', 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:12.838463 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:12.842551 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:security_group_rule and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:12.847788 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:12.854074 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:12.877916 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.956185 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.960432 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.962715 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:12.986365 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e539dd72-84d8-49ac-984c-d24a48c5a870,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:12.989257 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:12.996910 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.998081 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-83c5f8c0-024e-4667-bf6f-ab54a7a57dfb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701007 Nov 23 13:30:13.002668 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 56768) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:13.007679 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.v2.base [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'security_group_rule': {'security_group_id': '2136439a-bc66-484b-bbea-6125be3f18c1', 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:13.013797 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:13.018288 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:security_group_rule and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:13.021267 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86880) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:13.027027 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.quota.driver [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:13.039542 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.securitygroups_db [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Project 7760179b3870449cb2cdd551e84cc50a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:30:13.046126 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.113358 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.117895 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.120405 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-b9c66b4c-baae-4bfd-9318-b3de03c3acd7 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:13.143820 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5611eafa-690b-4f26-bb31-6fb2c28a2f54,revision_number=0']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:13.146326 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:13.155504 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.158024 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-47d31146-0b38-4855-b506-aea681192386 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544354 Nov 23 13:30:13.161268 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56772) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:13.166815 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'security_group_rule': {'security_group_id': '2136439a-bc66-484b-bbea-6125be3f18c1', 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:13.173014 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:13.178039 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:security_group_rule and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:13.180861 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:13.186780 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:13.197839 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.securitygroups_db [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Project 7760179b3870449cb2cdd551e84cc50a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:30:13.205915 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.279556 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.284920 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370047'] for security_group_rule, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.288407 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-b2f5928c-7721-4960-920f-2742773fb5ff tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:13.314519 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49eee1eb-5d14-488e-807c-a83393d39864,revision_number=0']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:13.317394 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:13.325730 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.327071 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-edefc376-6a6e-4996-a42b-e17f98990f11 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647954 Nov 23 13:30:13.362262 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 68a763db-69bf-4808-93cf-fa8404e1cbc8 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:13.436615 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port 68a763db-69bf-4808-93cf-fa8404e1cbc8 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:13.442830 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 68a763db-69bf-4808-93cf-fa8404e1cbc8 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:13.443214 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.588666 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.607292 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port 68a763db-69bf-4808-93cf-fa8404e1cbc8, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=68a763db-69bf-4808-93cf-fa8404e1cbc8,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:30:13.622952 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:13.629418 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:13.699230 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=68a763db-69bf-4808-93cf-fa8404e1cbc8,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:13.703433 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:15.275490 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Sync routers for ids ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:30:15.285898 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Routers {'dd87f9d9-5fd4-417e-b4f2-489e990aa10c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:30:15.286859 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-1500b235-74fe-48df-be32-b36ace99266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:29:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:15.342869 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 68a763db-69bf-4808-93cf-fa8404e1cbc8 up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:15.443728 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port 68a763db-69bf-4808-93cf-fa8404e1cbc8 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:15.444228 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:15.482247 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Set router dd87f9d9-5fd4-417e-b4f2-489e990aa10c gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:30:15.814940 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-1500b235-74fe-48df-be32-b36ace99266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'name': 'tempest-TestVolumeBootPattern-124437883-router', 'tenant_id': '55db9718668f4106b961f222af98de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:30:05Z', 'updated_at': '2021-11-23T13:30:10Z', 'revision_number': 4, 'project_id': '55db9718668f4106b961f222af98de61', 'gw_port': {'id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:06Z', 'updated_at': '2021-11-23T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'f9e70710-bd5c-4043-baa0-5d16971d7dac', 'name': '', 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713', 'tenant_id': '55db9718668f4106b961f222af98de61', 'mac_address': 'fa:16:3e:b0:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:09Z', 'updated_at': '2021-11-23T13:30:10Z', 'revision_number': 2, 'project_id': '55db9718668f4106b961f222af98de61', 'subnets': [{'id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:15.819013 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Checking router: dd87f9d9-5fd4-417e-b4f2-489e990aa10c for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:30:15.819369 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Updating router dd87f9d9-5fd4-417e-b4f2-489e990aa10c port f9e70710-bd5c-4043-baa0-5d16971d7dac binding host dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:30:15.876089 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:16.249567 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Notify callbacks [] for port, precommit_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:16.265833 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.provisioning_blocks [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Transition to ACTIVE for port object f9e70710-bd5c-4043-baa0-5d16971d7dac will not be triggered until provisioned by entity L2. {{(pid=86882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:30:16.272691 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:16.276677 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-60d6984a-4189-4b2e-bbea-18881e7c0f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:16.436006 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad04c3-02c7-4673-a2d2-77b229a32725 None None] Pushing event updated for resources: {'Port': ['ID=f9e70710-bd5c-4043-baa0-5d16971d7dac,revision_number=3']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:16.472237 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-76ad04c3-02c7-4673-a2d2-77b229a32725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:16.499440 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Attempting to bind port f9e70710-bd5c-4043-baa0-5d16971d7dac on host dv-cinder-818883-1-iscsi for vnic_type normal with profile {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:30:16.500106 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Attempting to bind port f9e70710-bd5c-4043-baa0-5d16971d7dac by drivers openvswitch,hyperv on host dv-cinder-818883-1-iscsi at level 0 using segments [{'id': 'e955778b-e88d-456d-ba24-a11f2670c305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713'}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:30:16.503780 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Attempting to bind port f9e70710-bd5c-4043-baa0-5d16971d7dac on network 444bb3e6-965b-42cc-8548-e8c95fc0b713 {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:30:16.506206 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Checking agent: {'id': 'd955abcc-1e5a-4e30-a141-a58471efc601', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 36, 51), 'started_at': datetime.datetime(2021, 11, 23, 12, 37, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:30:16.506450 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Checking segment: {'id': 'e955778b-e88d-456d-ba24-a11f2670c305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:30:16.506782 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:16.507184 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Bound using segment: {'id': 'e955778b-e88d-456d-ba24-a11f2670c305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713'} {{(pid=86882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:30:16.507649 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.managers [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Bound port: f9e70710-bd5c-4043-baa0-5d16971d7dac, host: dv-cinder-818883-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e955778b-e88d-456d-ba24-a11f2670c305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713'}}] {{(pid=86882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:30:16.508045 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:16.753125 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-1500b235-74fe-48df-be32-b36ace99266a None None] For port f9e70710-bd5c-4043-baa0-5d16971d7dac, host dv-cinder-818883-1-iscsi, cleared binding levels {{(pid=86882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:30:16.770860 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.plugins.ml2.db [None req-1500b235-74fe-48df-be32-b36ace99266a None None] For port f9e70710-bd5c-4043-baa0-5d16971d7dac, host dv-cinder-818883-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=f9e70710-bd5c-4043-baa0-5d16971d7dac,segment=NetworkSegment(e955778b-e88d-456d-ba24-a11f2670c305),segment_id=e955778b-e88d-456d-ba24-a11f2670c305)] {{(pid=86882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:30:16.776266 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron_lib.callbacks.manager [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:16.784052 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:16.872869 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad04c3-02c7-4673-a2d2-77b229a32725 None None] Pushing event updated for resources: {'Port': ['ID=f9e70710-bd5c-4043-baa0-5d16971d7dac,revision_number=4']} {{(pid=86882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:16.877092 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG oslo_concurrency.lockutils [None req-76ad04c3-02c7-4673-a2d2-77b229a32725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:16.881315 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Routers {'dd87f9d9-5fd4-417e-b4f2-489e990aa10c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:30:16.881976 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-1500b235-74fe-48df-be32-b36ace99266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:29:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:17.088780 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-1500b235-74fe-48df-be32-b36ace99266a None None] Set router dd87f9d9-5fd4-417e-b4f2-489e990aa10c gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:30:17.371368 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device f9e70710-bd5c-4043-baa0-5d16971d7dac up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:17.436444 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-1500b235-74fe-48df-be32-b36ace99266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'name': 'tempest-TestVolumeBootPattern-124437883-router', 'tenant_id': '55db9718668f4106b961f222af98de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:30:05Z', 'updated_at': '2021-11-23T13:30:10Z', 'revision_number': 4, 'project_id': '55db9718668f4106b961f222af98de61', 'gw_port': {'id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:06Z', 'updated_at': '2021-11-23T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'f9e70710-bd5c-4043-baa0-5d16971d7dac', 'name': '', 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713', 'tenant_id': '55db9718668f4106b961f222af98de61', 'mac_address': 'fa:16:3e:b0:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:09Z', 'updated_at': '2021-11-23T13:30:16Z', 'revision_number': 4, 'project_id': '55db9718668f4106b961f222af98de61', 'subnets': [{'id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:17.441568 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500b235-74fe-48df-be32-b36ace99266a None None] The sync data for ids ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'] in dv-cinder-818883-1-iscsi is: [{'id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'name': 'tempest-TestVolumeBootPattern-124437883-router', 'tenant_id': '55db9718668f4106b961f222af98de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:30:05Z', 'updated_at': '2021-11-23T13:30:10Z', 'revision_number': 4, 'project_id': '55db9718668f4106b961f222af98de61', 'gw_port': {'id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:06Z', 'updated_at': '2021-11-23T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': 'f9e70710-bd5c-4043-baa0-5d16971d7dac', 'name': '', 'network_id': '444bb3e6-965b-42cc-8548-e8c95fc0b713', 'tenant_id': '55db9718668f4106b961f222af98de61', 'mac_address': 'fa:16:3e:b0:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:09Z', 'updated_at': '2021-11-23T13:30:16Z', 'revision_number': 4, 'project_id': '55db9718668f4106b961f222af98de61', 'subnets': [{'id': '4e33b81c-6f76-49b2-b969-ed4c8df4b530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:30:17.452615 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning for port f9e70710-bd5c-4043-baa0-5d16971d7dac completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:17.458968 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port f9e70710-bd5c-4043-baa0-5d16971d7dac triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:17.459351 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:17.629675 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:17.664904 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] For port f9e70710-bd5c-4043-baa0-5d16971d7dac, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=f9e70710-bd5c-4043-baa0-5d16971d7dac,segment=NetworkSegment(e955778b-e88d-456d-ba24-a11f2670c305),segment_id=e955778b-e88d-456d-ba24-a11f2670c305)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:30:17.670956 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:17.673343 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:17.742145 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Pushing event updated for resources: {'Port': ['ID=f9e70710-bd5c-4043-baa0-5d16971d7dac,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:17.745332 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:19.334431 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device f9e70710-bd5c-4043-baa0-5d16971d7dac up at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:19.408017 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Provisioning complete for port f9e70710-bd5c-4043-baa0-5d16971d7dac triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:19.408395 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:20.445925 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-1e2d0f41-8a52-4f20-b0c6-8d5e6cad68db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:20.944185 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:23.028052 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c6856eea-942a-4c2b-8dbf-8d234eb48c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:24.189329 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:24.289861 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:25.496658 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:29.510521 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:30:30.793940 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-9d1ca6b8-a7e4-45f8-a4e5-39c74bb8db4c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Synchronizing usage tracker for tenant:7760179b3870449cb2cdd551e84cc50a on resource:security_group {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:30:30.811203 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-9d1ca6b8-a7e4-45f8-a4e5-39c74bb8db4c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Unset dirty status for tenant:7760179b3870449cb2cdd551e84cc50a on resource:security_group {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:30:30.812478 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-9d1ca6b8-a7e4-45f8-a4e5-39c74bb8db4c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433367409&fields=id&tenant_id=7760179b3870449cb2cdd551e84cc50a HTTP/1.1" status: 200 len: 267 time: 0.0575767 Nov 23 13:30:30.965953 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-60af2713-4fb9-4713-b1e3-1dd036837538 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:30.966622 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-60af2713-4fb9-4713-b1e3-1dd036837538 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Synchronizing usage tracker for tenant:7760179b3870449cb2cdd551e84cc50a on resource:network {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:30:30.983879 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-60af2713-4fb9-4713-b1e3-1dd036837538 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Unset dirty status for tenant:7760179b3870449cb2cdd551e84cc50a on resource:network {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:30:30.985095 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-60af2713-4fb9-4713-b1e3-1dd036837538 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 812 time: 0.1651371 Nov 23 13:30:31.000559 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c0c5d68d-3210-472a-8cf6-2fcc77424e6d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/quotas/7760179b3870449cb2cdd551e84cc50a HTTP/1.1" status: 200 len: 375 time: 0.0089958 Nov 23 13:30:31.087672 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-da74a7d5-2ffe-42e9-995d-87546edbe9ff tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Synchronizing usage tracker for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:30:31.104519 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-da74a7d5-2ffe-42e9-995d-87546edbe9ff tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Unset dirty status for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:30:31.105954 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-da74a7d5-2ffe-42e9-995d-87546edbe9ff tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004174 Nov 23 13:30:31.244725 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-b38c79e2-153b-499e-bf9b-52a8dc95007d service neutron] 10.222.0.50 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272833 Nov 23 13:30:31.379908 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-f92eda22-a466-43df-a2f8-396a51925350 service neutron] 10.222.0.50 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286695 Nov 23 13:30:31.773306 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a7d788d2-fea4-46da-8971-096f9d4d2280 req-a87e9492-1b96-4a2d-b51b-ea70caff7e4e tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 210 time: 0.0427847 Nov 23 13:30:32.836906 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-db39eb8e-9393-4337-9234-429ebdc4ab01 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:32.838399 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-db39eb8e-9393-4337-9234-429ebdc4ab01 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 812 time: 0.1597686 Nov 23 13:30:32.887214 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-375f1377-8526-4de4-9422-0687db366a7d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Synchronizing usage tracker for tenant:7760179b3870449cb2cdd551e84cc50a on resource:security_group {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:30:32.900336 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-375f1377-8526-4de4-9422-0687db366a7d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Unset dirty status for tenant:7760179b3870449cb2cdd551e84cc50a on resource:security_group {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:30:32.901512 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-375f1377-8526-4de4-9422-0687db366a7d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7760179b3870449cb2cdd551e84cc50a HTTP/1.1" status: 200 len: 380 time: 0.0550375 Nov 23 13:30:32.917019 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'port': {'device_id': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'admin_state_up': True, 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'security_groups': ['2136439a-bc66-484b-bbea-6125be3f18c1']}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:32.931806 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-513e8575-6667-4382-a8b5-2e30a13a06e9 req-bcfcadd9-80ee-4804-af75-3eecfd20cc06 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 210 time: 0.0461338 Nov 23 13:30:33.180989 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:33.190413 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:33.199576 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Made reservation on behalf of 7760179b3870449cb2cdd551e84cc50a for: {'port': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:30:33.203760 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:33.373500 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Allocated IP 172.20.0.7 (58e43a2d-e345-4e32-a999-9b38f6c619b0/f3649eea-b69f-4585-8428-d13a205c5fb9/897c8a85-15f4-406b-afa3-35bc09cbbfd6) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:30:33.571506 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:33.588840 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Transition to ACTIVE for port object 897c8a85-15f4-406b-afa3-35bc09cbbfd6 will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:30:33.620000 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:33.628052 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d830fa91-6113-4aec-8aa2-80c7a375bda0 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:33.708933 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:30:33.711911 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:30:33.715906 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:30:33.758184 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'Port': ['ID=897c8a85-15f4-406b-afa3-35bc09cbbfd6,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:33.762655 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:33.783917 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:33.784530 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:33.809933 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-c6048f13-6f00-4a7c-8c8f-735558d6b084 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8993580 Nov 23 13:30:33.821527 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Request body: {'port': {'device_id': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:33.938732 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:33.941056 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-88cd3b8a-737b-41e1-b64c-e1d4368d1f6c None None] Provisioning for port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:33.945916 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-88cd3b8a-737b-41e1-b64c-e1d4368d1f6c None None] Provisioning complete for port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:33.946298 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-88cd3b8a-737b-41e1-b64c-e1d4368d1f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:34.004091 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-88cd3b8a-737b-41e1-b64c-e1d4368d1f6c None None] Port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:30:34.135126 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e3c7-717b-4b6a-a84c-0dffc5242ee5 req-c0182b99-bdfe-4213-8c63-999cbaea3dcf tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:34.136593 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9e27e3c7-717b-4b6a-a84c-0dffc5242ee5 req-c0182b99-bdfe-4213-8c63-999cbaea3dcf tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 931 time: 0.0828364 Nov 23 13:30:34.180665 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9e27e3c7-717b-4b6a-a84c-0dffc5242ee5 req-be6a3bfd-5dac-4c1c-8318-111c8b8663b8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383084 Nov 23 13:30:34.281487 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897c8a85-15f4-406b-afa3-35bc09cbbfd6 {{(pid=86879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:30:34.288773 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:34.303413 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Transition to ACTIVE for port object 897c8a85-15f4-406b-afa3-35bc09cbbfd6 will not be triggered until provisioned by entity L2. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:30:34.306963 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:34.310705 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-5d002307-a3e0-4942-87c2-633f63552fad tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:34.466855 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Pushing event updated for resources: {'Port': ['ID=897c8a85-15f4-406b-afa3-35bc09cbbfd6,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:34.470368 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:34.551045 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Attempting to bind port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:30:34.551369 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Attempting to bind port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:30:34.551715 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Attempting to bind port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:30:34.556959 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:30:34.557271 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Attempting to bind port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:30:34.562554 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:30:34.562882 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Checking segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:30:34.563254 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Bound using segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:30:34.563831 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Bound port: 897c8a85-15f4-406b-afa3-35bc09cbbfd6, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'}}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:30:34.564169 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:34.660291 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] For port 897c8a85-15f4-406b-afa3-35bc09cbbfd6, host hv-cinder-81888, cleared binding levels {{(pid=86879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:30:34.663312 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] For port 897c8a85-15f4-406b-afa3-35bc09cbbfd6, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=897c8a85-15f4-406b-afa3-35bc09cbbfd6,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:30:34.667580 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:34.672238 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6e7bdfd4-0240-4b36-acf7-006577954c32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:34.728835 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:34.729447 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:34.730917 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] 10.222.0.64 "PUT /v2.0/ports/897c8a85-15f4-406b-afa3-35bc09cbbfd6 HTTP/1.1" status: 200 len: 1093 time: 0.9135847 Nov 23 13:30:34.731449 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'tag': '897c8a85-15f4-406b-afa3-35bc09cbbfd6'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:30:34.757673 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Pushing event updated for resources: {'Port': ['ID=897c8a85-15f4-406b-afa3-35bc09cbbfd6,revision_number=3']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:34.761728 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-190b9b3b-5691-4464-8557-f075c928aa0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:34.809733 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'tag': '897c8a85-15f4-406b-afa3-35bc09cbbfd6', 'status': 'completed', 'code': 200} Nov 23 13:30:34.847504 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-4e73aa4f-56ae-44a2-be9e-9dc221bc139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:34.849107 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-4e73aa4f-56ae-44a2-be9e-9dc221bc139e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 1096 time: 0.0808601 Nov 23 13:30:34.922695 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-99fc5d8d-3e5f-4b9e-82b0-0203d5f91842 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=897c8a85-15f4-406b-afa3-35bc09cbbfd6 HTTP/1.1" status: 200 len: 217 time: 0.0660398 Nov 23 13:30:34.987252 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-4f986a80-0952-459b-a264-07a9ccb92491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:34.988679 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-4f986a80-0952-459b-a264-07a9ccb92491 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0598502 Nov 23 13:30:35.067172 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-8a64d6fa-a9eb-40da-bbd3-5fcd074955d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:35.068716 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-8a64d6fa-a9eb-40da-bbd3-5fcd074955d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733716 Nov 23 13:30:35.311020 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-2f714dcb-3b4f-40b3-a64d-a0a071edace5 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346892 Nov 23 13:30:35.382917 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007c6dc-6f77-404e-8d3f-bf20e7375205 req-1821bf47-6432-41cf-bbc2-ef191f355a95 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:35.384567 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9007c6dc-6f77-404e-8d3f-bf20e7375205 req-1821bf47-6432-41cf-bbc2-ef191f355a95 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 943 time: 0.0928040 Nov 23 13:30:35.436980 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9007c6dc-6f77-404e-8d3f-bf20e7375205 req-ca47fac4-8188-4b82-a0b8-4a8674af76f0 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463457 Nov 23 13:30:35.454355 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-a65175a2-df76-4ea1-ae32-d0031a49838b req-b0eccbc6-5780-48d7-b937-f9f51a3750cc service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363916 Nov 23 13:30:35.580363 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-98f0c139-e277-4f78-bd46-0d9f2ec01fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:35.581870 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-98f0c139-e277-4f78-bd46-0d9f2ec01fc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 1096 time: 0.0775023 Nov 23 13:30:35.716673 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-4eb70f29-4f9a-48eb-a469-db717c3aa751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:35.718088 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-4eb70f29-4f9a-48eb-a469-db717c3aa751 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.1289375 Nov 23 13:30:35.792240 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-100e747c-5f54-4150-9ad9-98eb8382e9f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=897c8a85-15f4-406b-afa3-35bc09cbbfd6 HTTP/1.1" status: 200 len: 217 time: 0.0666206 Nov 23 13:30:35.854983 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-4d7885c4-2938-4abe-a87f-880861a2b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:35.856265 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-4d7885c4-2938-4abe-a87f-880861a2b350 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0576761 Nov 23 13:30:35.934469 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-16aae123-9bce-48a7-825e-88a3ec8f9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:35.935953 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-16aae123-9bce-48a7-825e-88a3ec8f9ff6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734756 Nov 23 13:30:36.067085 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-f0bb248e-ada8-4c1f-8a05-7d0254e5bddc service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248116 Nov 23 13:30:36.202374 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-69ed006b-697b-4d5c-ac35-047908c94ae0 req-66a35e5a-afb6-4eb5-8171-f1d7e706a301 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285536 Nov 23 13:30:36.619979 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b265a-a80f-490c-9288-4d76e4256bf9 req-7b63ced4-94d9-44a9-8c5e-b2052a5ac293 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:36.621416 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-218b265a-a80f-490c-9288-4d76e4256bf9 req-7b63ced4-94d9-44a9-8c5e-b2052a5ac293 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 943 time: 0.0786564 Nov 23 13:30:36.667807 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-218b265a-a80f-490c-9288-4d76e4256bf9 req-dc4d4108-a9cf-437b-a207-e4b02db44de7 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385547 Nov 23 13:30:37.982317 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a58d41-2e67-4f05-b235-1ec5c4433d68 req-39782bab-ec87-40d2-b008-c55757f09777 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:37.983684 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8a58d41-2e67-4f05-b235-1ec5c4433d68 req-39782bab-ec87-40d2-b008-c55757f09777 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 943 time: 0.1894708 Nov 23 13:30:38.027019 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e8a58d41-2e67-4f05-b235-1ec5c4433d68 req-cc1a7d92-4ad9-4368-b569-b066e6c58f79 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377169 Nov 23 13:30:39.205204 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd23e7-a1f3-44c5-820f-105670ab4fb1 req-0a8195f0-dc3f-47c4-8844-b6aeace8a00a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:39.206668 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-98bd23e7-a1f3-44c5-820f-105670ab4fb1 req-0a8195f0-dc3f-47c4-8844-b6aeace8a00a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 943 time: 0.0789263 Nov 23 13:30:39.251576 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-98bd23e7-a1f3-44c5-820f-105670ab4fb1 req-36767eba-23a8-46bc-b4ce-f909104c7465 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390954 Nov 23 13:30:40.577352 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccae28-2d66-49ea-a444-818a833e9043 req-472c622c-2508-491f-b191-815a9dfbe3a5 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:40.579341 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2eccae28-2d66-49ea-a444-818a833e9043 req-472c622c-2508-491f-b191-815a9dfbe3a5 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 943 time: 0.0836024 Nov 23 13:30:40.624391 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2eccae28-2d66-49ea-a444-818a833e9043 req-3657d831-c1df-453a-bdeb-3d173930cefb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394180 Nov 23 13:30:41.808510 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f6e9d-482d-436b-9f9c-5dfa2606aeeb req-843dca0b-2054-4e23-9c93-54b7b62d31c2 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:41.809958 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0d7f6e9d-482d-436b-9f9c-5dfa2606aeeb req-843dca0b-2054-4e23-9c93-54b7b62d31c2 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 943 time: 0.0796375 Nov 23 13:30:41.856940 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-0d7f6e9d-482d-436b-9f9c-5dfa2606aeeb req-e362defa-d6a3-486c-808d-70bb112d1781 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 Nov 23 13:30:43.038258 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b2329-944e-4c4a-9b49-644b384906df req-c3c8ca2b-7414-4dd6-ab01-dfe38aa9c035 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:43.039727 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8c6b2329-944e-4c4a-9b49-644b384906df req-c3c8ca2b-7414-4dd6-ab01-dfe38aa9c035 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 943 time: 0.0812380 Nov 23 13:30:43.083043 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-8c6b2329-944e-4c4a-9b49-644b384906df req-77ffb91b-9042-4f59-835b-3ef410a221b8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377922 Nov 23 13:30:43.218017 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 897c8a85-15f4-406b-afa3-35bc09cbbfd6 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:30:43.351492 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 897c8a85-15f4-406b-afa3-35bc09cbbfd6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=897c8a85-15f4-406b-afa3-35bc09cbbfd6,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:30:43.364187 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '897c8a85-15f4-406b-afa3-35bc09cbbfd6', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'port_id': '897c8a85-15f4-406b-afa3-35bc09cbbfd6', 'mac_address': 'fa:16:3e:4e:b9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:30:43.422490 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:43.439685 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897c8a85-15f4-406b-afa3-35bc09cbbfd6 {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:30:43.454986 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 897c8a85-15f4-406b-afa3-35bc09cbbfd6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=897c8a85-15f4-406b-afa3-35bc09cbbfd6,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:30:43.458728 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:43.460395 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:43.524328 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=897c8a85-15f4-406b-afa3-35bc09cbbfd6,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:43.527389 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:43.668104 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['897c8a85-15f4-406b-afa3-35bc09cbbfd6'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:30:44.266349 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9021c-3565-4937-9e56-b10bc0339181 req-8d92d92a-a39a-414f-8a47-8760cd5db9bd tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:44.267780 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-52e9021c-3565-4937-9e56-b10bc0339181 req-8d92d92a-a39a-414f-8a47-8760cd5db9bd tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 944 time: 0.0832095 Nov 23 13:30:44.311294 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-52e9021c-3565-4937-9e56-b10bc0339181 req-ac86103b-d477-4b39-a7d6-e178240570d0 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377760 Nov 23 13:30:45.228599 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 897c8a85-15f4-406b-afa3-35bc09cbbfd6 up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:30:45.304466 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:30:45.309408 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:30:45.309813 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:45.436140 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:45.465619 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897c8a85-15f4-406b-afa3-35bc09cbbfd6'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:30:45.476757 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 897c8a85-15f4-406b-afa3-35bc09cbbfd6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=897c8a85-15f4-406b-afa3-35bc09cbbfd6,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:30:45.486685 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:45.489230 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:45.507667 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8885b-bb84-46ba-88ec-c76658a7fbb3 req-d1211d44-ad9d-4795-9a1c-a279d2af7e77 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:45.509870 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-69a8885b-bb84-46ba-88ec-c76658a7fbb3 req-d1211d44-ad9d-4795-9a1c-a279d2af7e77 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 944 time: 0.0917132 Nov 23 13:30:45.522710 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897c8a85-15f4-406b-afa3-35bc09cbbfd6', 'code': 200} Nov 23 13:30:45.564347 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=897c8a85-15f4-406b-afa3-35bc09cbbfd6,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:45.568704 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-69a8885b-bb84-46ba-88ec-c76658a7fbb3 req-2265a84b-7461-47ed-84f9-52ceb5b39f19 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515177 Nov 23 13:30:45.568894 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:45.814897 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fc538-d31e-4eff-b9a6-51ba9dc8e1ca req-d7b42f62-8db1-4de9-a468-0aecaf47bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:45.816703 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-021fc538-d31e-4eff-b9a6-51ba9dc8e1ca req-d7b42f62-8db1-4de9-a468-0aecaf47bb18 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 1098 time: 0.0796514 Nov 23 13:30:45.858543 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-021fc538-d31e-4eff-b9a6-51ba9dc8e1ca req-e485c028-ca6c-4dad-94e9-fe0fb4a4b37b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353067 Nov 23 13:30:46.771965 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a4d7-b2ed-4d6b-8a04-546280e82061 req-234f45f6-0dd7-4cea-bf0a-7dbff08bf1b0 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:46.773394 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3fc0a4d7-b2ed-4d6b-8a04-546280e82061 req-234f45f6-0dd7-4cea-bf0a-7dbff08bf1b0 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 945 time: 0.0824091 Nov 23 13:30:46.817860 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-3fc0a4d7-b2ed-4d6b-8a04-546280e82061 req-a9288a7d-3852-4062-94ab-adcfdd8f3faf tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387247 Nov 23 13:30:47.999527 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285b3eb-7772-44fa-a53b-4676d6932c72 req-2535ecba-cd00-4e40-976c-7c1240c1a51e tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:48.000962 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d285b3eb-7772-44fa-a53b-4676d6932c72 req-2535ecba-cd00-4e40-976c-7c1240c1a51e tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 945 time: 0.0810692 Nov 23 13:30:48.044240 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d285b3eb-7772-44fa-a53b-4676d6932c72 req-e3276bf0-573e-402e-81a9-24322ba6c0a1 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375943 Nov 23 13:30:48.234179 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d5c6c-ec44-4d3f-a442-767c0e7e261e req-2d220cb1-52e9-4214-abc7-e2d49a08eea7 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:48.235608 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db5d5c6c-ec44-4d3f-a442-767c0e7e261e req-2d220cb1-52e9-4214-abc7-e2d49a08eea7 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 945 time: 0.0836010 Nov 23 13:30:48.279234 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-db5d5c6c-ec44-4d3f-a442-767c0e7e261e req-d7711b31-17d7-4f6f-8aec-eb11132ec11b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379064 Nov 23 13:30:48.302932 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56932) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:48.477685 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09e0898-adf3-46c6-9ccb-4754385caff0 tempest-TestVolumeBootPattern-454234137 tempest-TestVolumeBootPattern-454234137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:48.478377 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-a09e0898-adf3-46c6-9ccb-4754385caff0 tempest-TestVolumeBootPattern-454234137 tempest-TestVolumeBootPattern-454234137-project-admin] Synchronizing usage tracker for tenant:55db9718668f4106b961f222af98de61 on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:30:48.494169 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-a09e0898-adf3-46c6-9ccb-4754385caff0 tempest-TestVolumeBootPattern-454234137 tempest-TestVolumeBootPattern-454234137-project-admin] Unset dirty status for tenant:55db9718668f4106b961f222af98de61 on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:30:48.495282 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-a09e0898-adf3-46c6-9ccb-4754385caff0 tempest-TestVolumeBootPattern-454234137 tempest-TestVolumeBootPattern-454234137-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 1093 time: 0.1914299 Nov 23 13:30:48.498173 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 56944) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:30:48.503577 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'floatingip': {'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'port_id': '897c8a85-15f4-406b-afa3-35bc09cbbfd6', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:30:48.509320 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:30:48.513083 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:floatingip and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:30:48.516499 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:30:48.522191 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:30:48.535604 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:48.667035 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:48.801619 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Allocated IP 172.27.1.165 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/aadd2b1a-c772-45d3-9608-b5e0baea37ce) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:30:48.946428 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:48.975245 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:48.979654 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d1dab032-c16f-46c4-aab8-a79f0434588d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:49.043188 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:30:49.044279 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:30:49.048483 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:30:49.093926 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'Port': ['ID=aadd2b1a-c772-45d3-9608-b5e0baea37ce,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:49.099922 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:49.544142 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:49.619909 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:49.820492 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:49.824722 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:49.830054 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-71591b7c-1bb8-4adc-8d5d-1433b4362c84 tempest-TestMinimumBasicScenario-458064738 tempest-TestMinimumBasicScenario-458064738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:30:49.937822 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'Port': ['ID=aadd2b1a-c772-45d3-9608-b5e0baea37ce,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:30:49.940542 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:30:49.947328 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:50.115945 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.l3_db [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Floating IP 9fed4938-2494-4064-a655-d8287464da53 associated. External IP: 172.27.1.165, port: 897c8a85-15f4-406b-afa3-35bc09cbbfd6. Nov 23 13:30:50.454097 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6ed15b00-6d11-4647-865a-2e337f8d2404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:50.479536 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Router ae5c5020-516b-4f07-8983-050993aaef41 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:30:50.784340 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:30:50.794084 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] Sync routers for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:30:50.804556 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:30:50.805151 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:30:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:50.811043 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:50.869516 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3703332 Nov 23 13:30:50.870338 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'tag': '897c8a85-15f4-406b-afa3-35bc09cbbfd6'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:30:50.917718 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'tag': '897c8a85-15f4-406b-afa3-35bc09cbbfd6', 'status': 'completed', 'code': 200} Nov 23 13:30:50.964805 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:51.010160 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:30:51.026641 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-c5492d63-b43b-4d87-9377-9af48efae188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:51.028129 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-c5492d63-b43b-4d87-9377-9af48efae188 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 1098 time: 0.0842149 Nov 23 13:30:51.165567 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-2c0ab00b-5adf-4347-8362-a03cef63d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:51.166987 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-2c0ab00b-5adf-4347-8362-a03cef63d611 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.1325951 Nov 23 13:30:51.275727 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-738cf616-b969-4de5-9af1-569b6b8aa891 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=897c8a85-15f4-406b-afa3-35bc09cbbfd6 HTTP/1.1" status: 200 len: 999 time: 0.1019166 Nov 23 13:30:51.342217 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-a14bac13-1b2e-4eac-baad-336461767778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:51.344408 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-a14bac13-1b2e-4eac-baad-336461767778 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0620458 Nov 23 13:30:51.415768 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '9fed4938-2494-4064-a655-d8287464da53', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': '897c8a85-15f4-406b-afa3-35bc09cbbfd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:4e:b9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:30:49Z', 'updated_at': '2021-11-23T13:30:49Z', 'revision_number': 0, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:51.419850 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] Checking router: ae5c5020-516b-4f07-8983-050993aaef41 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:30:51.425307 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-7813541b-74c4-4c16-8132-a0fe1469bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:30:51.427263 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-7813541b-74c4-4c16-8132-a0fe1469bad5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764925 Nov 23 13:30:51.429911 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:30:51.430528 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:30:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:51.567431 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-a1657911-ae2a-47ae-8386-7b20dfa1b939 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328788 Nov 23 13:30:51.619148 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:30:51.709382 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7729ffb-d352-4f97-a049-3d9503e1459e req-89e321d9-5da7-4727-8189-333b3e50f3e1 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342256 Nov 23 13:30:51.980053 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '9fed4938-2494-4064-a655-d8287464da53', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': '897c8a85-15f4-406b-afa3-35bc09cbbfd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:4e:b9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:30:49Z', 'updated_at': '2021-11-23T13:30:49Z', 'revision_number': 0, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:30:51.984691 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208b3f7-86de-49c3-96b7-94b059266359 None None] The sync data for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi is: [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '9fed4938-2494-4064-a655-d8287464da53', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.165', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': '897c8a85-15f4-406b-afa3-35bc09cbbfd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:4e:b9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:30:49Z', 'updated_at': '2021-11-23T13:30:49Z', 'revision_number': 0, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:30:52.184147 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18f264-11b8-4f98-9d9e-f2e27e848f86 None None] New status for floating IP 9fed4938-2494-4064-a655-d8287464da53: ACTIVE {{(pid=86882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:30:53.030903 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b6c8fcb9-982c-457e-beb9-4920da65aa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:54.191913 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:54.292172 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:55.499890 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:06.509526 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:31:11.163143 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-bcf92050-a267-4088-999d-a14edbf563ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690746 Nov 23 13:31:11.306592 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-27f42b05-e198-40d6-98cd-bfc846cecf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:31:11.308046 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-27f42b05-e198-40d6-98cd-bfc846cecf27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 1098 time: 0.0739641 Nov 23 13:31:11.453301 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-c7462339-7a24-420c-b149-bb64d5255a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:31:11.454664 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-c7462339-7a24-420c-b149-bb64d5255a2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.1277466 Nov 23 13:31:11.554080 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-2a4fee30-55b1-4fcc-baf3-3a029b42f686 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=897c8a85-15f4-406b-afa3-35bc09cbbfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0921710 Nov 23 13:31:11.619552 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-730a27ec-f7c1-4937-99c4-1df3c43ab13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:31:11.621166 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-730a27ec-f7c1-4937-99c4-1df3c43ab13f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0600853 Nov 23 13:31:11.696597 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-f8e04b25-cb46-491f-ac97-27596a0078fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:31:11.698082 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-f8e04b25-cb46-491f-ac97-27596a0078fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698521 Nov 23 13:31:11.829999 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-735aee56-2704-45e0-bcc2-9958c11ba732 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248364 Nov 23 13:31:12.069809 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-445b5a16-1aa8-4446-820c-a56b0c646010 req-367923e0-f808-4df1-a632-904c7fa5451f service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322640 Nov 23 13:31:20.449363 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6cb9c45f-bb53-40a2-a8dd-8937821ee95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:20.949472 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:23.032615 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-77db7af6-643d-436b-b13b-f1a64f9ded6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:24.194594 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:24.291029 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:25.502872 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:43.509184 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:31:50.451539 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c002305e-4773-4692-99b0-79ec500c7d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:50.954161 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:53.035785 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2c453b7d-4e62-4d91-ab9c-c97321b26c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:54.193126 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:54.286355 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:55.506179 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:12.243074 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-92c40a7a-28d0-4f96-877b-478f98aa8be7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1443908 Nov 23 13:32:12.377996 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-3f9f289a-bd40-4602-a5af-088a35c97597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:12.379924 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-3f9f289a-bd40-4602-a5af-088a35c97597 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 1098 time: 0.0701594 Nov 23 13:32:12.523602 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-7b3bfb06-64c7-4a68-a9c3-bb32a4c6ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:12.525084 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-7b3bfb06-64c7-4a68-a9c3-bb32a4c6ef3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.1245418 Nov 23 13:32:12.625185 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-2f35aafd-4a5e-4d55-a156-2715476b3e14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=897c8a85-15f4-406b-afa3-35bc09cbbfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0939176 Nov 23 13:32:12.685660 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-ed4568ee-d9ab-4000-bf54-11d26f0984fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:12.686946 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-ed4568ee-d9ab-4000-bf54-11d26f0984fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0552826 Nov 23 13:32:12.763180 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-5975fbbe-6d7c-4ae3-a841-18d34f00d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:12.764587 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-5975fbbe-6d7c-4ae3-a841-18d34f00d649 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710046 Nov 23 13:32:12.775144 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-8fb6af04-f282-488d-a6ab-83a709ca06ef service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:32:12.776038 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-8fb6af04-f282-488d-a6ab-83a709ca06ef service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048163 Nov 23 13:32:12.906033 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-797b2184-5b16-4b32-8aed-0e153a2a78d1 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219254 Nov 23 13:32:13.036273 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-daddb01b-47b1-425a-a669-0c93a3b7c40f req-ea92943c-b128-4bd6-9dcb-215c9dcb1471 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233706 Nov 23 13:32:20.453089 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-1292aae7-4192-447e-9456-530e5ff8f794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:20.508506 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:32:20.956288 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:23.037913 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-10ea124d-0b34-4ddc-9629-1e36b39aeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:24.196302 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:24.284231 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:25.509447 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:40.925944 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d159b-9a0b-4eb2-a8dc-b52c942f3bfd req-d8525bbb-b91e-4241-9d97-cc04df10cf5b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:40.927897 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fb4d159b-9a0b-4eb2-a8dc-b52c942f3bfd req-d8525bbb-b91e-4241-9d97-cc04df10cf5b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 945 time: 0.0850697 Nov 23 13:32:40.976764 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fb4d159b-9a0b-4eb2-a8dc-b52c942f3bfd req-b5913c4e-e3b7-4a89-9a02-9655328fbeb5 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432370 Nov 23 13:32:42.176724 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d779e-b187-4f4b-b77c-a0d15054d805 req-98b1b999-47ba-4d62-b2da-ce7646631129 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:42.178673 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f05d779e-b187-4f4b-b77c-a0d15054d805 req-98b1b999-47ba-4d62-b2da-ce7646631129 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 945 time: 0.0787115 Nov 23 13:32:42.221849 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f05d779e-b187-4f4b-b77c-a0d15054d805 req-92af0f74-c7ca-40d7-92bf-b9c00565aaae tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375016 Nov 23 13:32:42.388540 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-ced3df29-3f77-4a87-871e-dc6db690d628 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:42.389143 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-ced3df29-3f77-4a87-871e-dc6db690d628 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Synchronizing usage tracker for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:32:42.404349 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-ced3df29-3f77-4a87-871e-dc6db690d628 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Unset dirty status for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:32:42.405509 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-ced3df29-3f77-4a87-871e-dc6db690d628 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 945 time: 0.0934010 Nov 23 13:32:42.479318 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Deleting port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:32:42.479648 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:42.724528 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] For port 897c8a85-15f4-406b-afa3-35bc09cbbfd6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=897c8a85-15f4-406b-afa3-35bc09cbbfd6,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:32:42.724803 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:43.099879 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:43.100278 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:43.100592 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.l3_db [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Floating IP 9fed4938-2494-4064-a655-d8287464da53 disassociated. External IP: 172.27.1.165, port: 897c8a85-15f4-406b-afa3-35bc09cbbfd6. Nov 23 13:32:43.100928 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Calling delete_port for 897c8a85-15f4-406b-afa3-35bc09cbbfd6 owned by compute:nova {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:32:43.247092 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:43.259582 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-740e4e0b-3cea-4960-9ffd-d1494e82e967 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:32:43.305460 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event deleted for resources: {'Port': ['ID=897c8a85-15f4-406b-afa3-35bc09cbbfd6,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:32:43.368772 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.369067 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.369428 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.369816 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.370172 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.370526 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.370873 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.371220 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.371569 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.371912 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.372255 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.372591 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:43.389368 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-1e89effe-7168-4ad1-9423-7e8f678b5075 req-da1a7ae2-5827-457e-b7af-65326684d8f8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 210 time: 0.0469606 Nov 23 13:32:43.431833 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:32:43.496776 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Router ae5c5020-516b-4f07-8983-050993aaef41 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:32:43.677865 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:32:43.689287 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] Sync routers for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:32:43.700233 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:32:43.700861 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:32:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:32:43.753040 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] No DVR routers for this DVR port 897c8a85-15f4-406b-afa3-35bc09cbbfd6 on host hv-cinder-81888 {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:32:43.756348 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:43.760586 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'name': 'network-vif-deleted', 'tag': '897c8a85-15f4-406b-afa3-35bc09cbbfd6'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:32:43.779108 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-19e7fa05-4ff9-4ba6-ab71-201680ed187c req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "DELETE /v2.0/ports/897c8a85-15f4-406b-afa3-35bc09cbbfd6 HTTP/1.1" status: 204 len: 173 time: 1.3680422 Nov 23 13:32:43.812984 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81bcd9f-d835-4435-80ea-a49fcd8eea87', 'name': 'network-vif-deleted', 'tag': '897c8a85-15f4-406b-afa3-35bc09cbbfd6', 'status': 'completed', 'code': 200} Nov 23 13:32:43.887928 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:32:44.236477 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:32:44.241306 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] Checking router: ae5c5020-516b-4f07-8983-050993aaef41 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:32:44.250142 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:32:44.250747 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:32:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:32:44.425348 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:32:44.551481 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ee3eaa42-dfd0-40b2-b6ff-5ab8da998973 req-abf9ff21-db0f-40bd-a98c-995eb5cd5139 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=e81bcd9f-d835-4435-80ea-a49fcd8eea87 HTTP/1.1" status: 200 len: 210 time: 0.0434422 Nov 23 13:32:44.747463 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:32:44.751430 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4eeee-4f81-4802-8ce1-c8299b9df76c None None] The sync data for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi is: [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:32:44.959986 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e291b2-21b8-40f1-8230-4272fd2ae9e3 None None] New status for floating IP 9fed4938-2494-4064-a655-d8287464da53: DOWN {{(pid=86882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:32:45.707610 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 897c8a85-15f4-406b-afa3-35bc09cbbfd6 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:32:45.742613 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 897c8a85-15f4-406b-afa3-35bc09cbbfd6 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:32:45.742965 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 897c8a85-15f4-406b-afa3-35bc09cbbfd6 not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:32:45.842477 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-f9042bdd-79e3-4101-8da5-997ec5c7a1ff tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433367409&fields=id&tenant_id=7760179b3870449cb2cdd551e84cc50a HTTP/1.1" status: 200 len: 267 time: 0.0408282 Nov 23 13:32:45.989959 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-699c0fb9-4534-49fa-8f70-6c0eacc8d9a3 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:45.991340 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-699c0fb9-4534-49fa-8f70-6c0eacc8d9a3 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 812 time: 0.1424198 Nov 23 13:32:46.006603 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-8180b1bb-b038-4e16-955e-68dc87217d49 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/quotas/7760179b3870449cb2cdd551e84cc50a HTTP/1.1" status: 200 len: 375 time: 0.0097752 Nov 23 13:32:46.094724 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-b9fa2c77-c6d7-4217-b1de-dd409c08531c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827875 Nov 23 13:32:46.271593 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-5b1ebc47-e810-49c1-9092-a125920e5507 service neutron] 10.222.0.50 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650844 Nov 23 13:32:46.506588 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-2c31e1dd-1bd4-482d-b3af-d2b72535a07d service neutron] 10.222.0.50 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290864 Nov 23 13:32:46.887189 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-46f76c9b-9f6d-431f-9f55-3bca4782defc req-bcd3ceee-342c-47d0-8e11-eb67db3e86c4 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 210 time: 0.0426166 Nov 23 13:32:48.042495 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e09a9d6f-9490-4eae-b03e-24c7532f14fc req-8b2ccc28-7d4c-4313-9491-1dec0950eb5a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 210 time: 0.0425191 Nov 23 13:32:48.058457 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-416e7ee8-09ed-46f9-ae0d-4520ab6e8129 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:48.059927 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-416e7ee8-09ed-46f9-ae0d-4520ab6e8129 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 812 time: 0.1556509 Nov 23 13:32:48.112970 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-e2169017-598b-4d9c-b05b-abb7c1a9db50 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7760179b3870449cb2cdd551e84cc50a HTTP/1.1" status: 200 len: 380 time: 0.0439706 Nov 23 13:32:48.124893 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'port': {'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'admin_state_up': True, 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'security_groups': ['2136439a-bc66-484b-bbea-6125be3f18c1']}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:32:48.261169 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:32:48.265221 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:port and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:32:48.268044 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:32:48.273934 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:32:48.283747 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Made reservation on behalf of 7760179b3870449cb2cdd551e84cc50a for: {'port': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:32:48.287794 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:48.448995 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Allocated IP 172.20.0.4 (58e43a2d-e345-4e32-a999-9b38f6c619b0/f3649eea-b69f-4585-8428-d13a205c5fb9/b3ecfa7d-59a5-435e-b520-71c58b6177ab) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:32:48.653649 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:48.671542 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Transition to ACTIVE for port object b3ecfa7d-59a5-435e-b520-71c58b6177ab will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:32:48.697730 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:48.703230 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1db50062-5102-4cac-b104-58da78a5f1a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:32:48.772468 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:32:48.773617 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:32:48.777626 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:32:48.829566 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'Port': ['ID=b3ecfa7d-59a5-435e-b520-71c58b6177ab,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:32:48.834518 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:32:48.853058 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:48.853702 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:48.879246 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-96b11c29-35d6-450e-a532-ad3851f6323b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578914 Nov 23 13:32:48.891936 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Request body: {'port': {'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:32:49.003097 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-b3d320ca-7a31-4929-83c1-9ced21616289 None None] Provisioning for port b3ecfa7d-59a5-435e-b520-71c58b6177ab completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:32:49.007892 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-b3d320ca-7a31-4929-83c1-9ced21616289 None None] Provisioning complete for port b3ecfa7d-59a5-435e-b520-71c58b6177ab triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:32:49.008269 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-b3d320ca-7a31-4929-83c1-9ced21616289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:49.064461 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-b3d320ca-7a31-4929-83c1-9ced21616289 None None] Port b3ecfa7d-59a5-435e-b520-71c58b6177ab cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:32:49.103743 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:49.229770 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d359fa-30e3-4ca1-9833-7df16e0ecf69 req-69dac4aa-057b-413e-aaed-71a9b1348d87 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:49.231821 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-61d359fa-30e3-4ca1-9833-7df16e0ecf69 req-69dac4aa-057b-413e-aaed-71a9b1348d87 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 931 time: 0.0830541 Nov 23 13:32:49.285807 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-61d359fa-30e3-4ca1-9833-7df16e0ecf69 req-cb6cd438-652a-4e91-860b-60dab179243e tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478921 Nov 23 13:32:49.447467 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ecfa7d-59a5-435e-b520-71c58b6177ab {{(pid=86879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:32:49.454441 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:49.469387 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Transition to ACTIVE for port object b3ecfa7d-59a5-435e-b520-71c58b6177ab will not be triggered until provisioned by entity L2. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:32:49.473328 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:49.477709 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-9d8db965-ec87-4cd5-8354-5d10c8bf86ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:32:49.627320 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Pushing event updated for resources: {'Port': ['ID=b3ecfa7d-59a5-435e-b520-71c58b6177ab,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:32:49.635713 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:32:49.710363 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Attempting to bind port b3ecfa7d-59a5-435e-b520-71c58b6177ab on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:32:49.710689 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Attempting to bind port b3ecfa7d-59a5-435e-b520-71c58b6177ab by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:32:49.711002 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Attempting to bind port b3ecfa7d-59a5-435e-b520-71c58b6177ab on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:32:49.715515 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Port b3ecfa7d-59a5-435e-b520-71c58b6177ab on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:32:49.715822 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Attempting to bind port b3ecfa7d-59a5-435e-b520-71c58b6177ab on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:32:49.720841 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:32:49.721170 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Checking segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:32:49.721541 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Bound using segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:32:49.721980 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Bound port: b3ecfa7d-59a5-435e-b520-71c58b6177ab, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'}}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:32:49.722308 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:49.811632 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] For port b3ecfa7d-59a5-435e-b520-71c58b6177ab, host hv-cinder-81888, cleared binding levels {{(pid=86879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:32:49.814895 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] For port b3ecfa7d-59a5-435e-b520-71c58b6177ab, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:32:49.820148 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:49.824112 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4f091dcb-541c-4600-972e-1c6dea59ed31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:32:49.884464 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:49.885079 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:49.886501 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] 10.222.0.64 "PUT /v2.0/ports/b3ecfa7d-59a5-435e-b520-71c58b6177ab HTTP/1.1" status: 200 len: 1093 time: 0.9992404 Nov 23 13:32:49.886967 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'tag': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:32:49.909395 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Pushing event updated for resources: {'Port': ['ID=b3ecfa7d-59a5-435e-b520-71c58b6177ab,revision_number=3']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:32:49.913000 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-6f372078-87b8-40c9-b92c-2d85c2acac2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:32:49.962731 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'tag': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'status': 'completed', 'code': 200} Nov 23 13:32:50.009964 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-5a299932-0c45-40c6-ab68-99e4a99d5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:50.011657 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-5a299932-0c45-40c6-ab68-99e4a99d5a3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 1096 time: 0.0821090 Nov 23 13:32:50.088792 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-63ffe562-4662-4da1-b159-6730e7fa1759 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab HTTP/1.1" status: 200 len: 217 time: 0.0697179 Nov 23 13:32:50.154242 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-cae33e69-7666-419b-a7cc-9215e27685e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:50.155618 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-cae33e69-7666-419b-a7cc-9215e27685e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0602221 Nov 23 13:32:50.236045 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-3ce35a5f-c324-4276-83d4-1e2a72492436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:50.237496 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-3ce35a5f-c324-4276-83d4-1e2a72492436 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751965 Nov 23 13:32:50.372134 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-59b1f2c6-a656-4335-9398-2e87d9708aa7 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280327 Nov 23 13:32:50.470128 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6379a8b1-5909-4b40-95ca-80037b5b2aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:50.474640 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f50515-b7fc-40c7-b9f6-7e66bc9d1c11 req-0e1ff720-c194-4ee8-8844-73101fcc50f5 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:50.476133 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-42f50515-b7fc-40c7-b9f6-7e66bc9d1c11 req-0e1ff720-c194-4ee8-8844-73101fcc50f5 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 943 time: 0.0838363 Nov 23 13:32:50.512017 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-d053dc03-8d3b-4e79-9ebc-c7a3613659e6 req-269be21e-0fa5-4159-a677-881a4dfd838e service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329396 Nov 23 13:32:50.524759 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-42f50515-b7fc-40c7-b9f6-7e66bc9d1c11 req-254c468a-3b6d-4c1f-a789-5190c9a30d25 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Nov 23 13:32:50.635330 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-8e371a32-bf99-4cc3-be23-62ed3fde061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:50.636904 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-8e371a32-bf99-4cc3-be23-62ed3fde061c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 1096 time: 0.0726359 Nov 23 13:32:50.867692 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-3cff417f-9300-48ee-b112-3b859e337462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:50.869157 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-3cff417f-9300-48ee-b112-3b859e337462 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.2249093 Nov 23 13:32:50.939781 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-86b2fcea-aca8-4960-8e90-be63ca52a269 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab HTTP/1.1" status: 200 len: 217 time: 0.0634456 Nov 23 13:32:50.961718 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:51.006035 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-741d9862-b4eb-4d6f-b964-4b4ed3836cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:51.007472 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-741d9862-b4eb-4d6f-b964-4b4ed3836cb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0614750 Nov 23 13:32:51.084627 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-7bf7446f-1e3c-4b95-abb2-6ce44dece46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:51.086118 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-7bf7446f-1e3c-4b95-abb2-6ce44dece46e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722926 Nov 23 13:32:51.219187 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-d131b051-95c8-49be-8e97-6dbfa690cd85 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259153 Nov 23 13:32:51.359036 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-19d1b48a-53da-4e04-b34c-be6a28b26bb0 req-c7f96620-9d4b-4674-bad7-1362ecef6557 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330898 Nov 23 13:32:51.708436 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3997026-68af-4b97-b595-862130848939 req-dc3f4028-aa99-4e3f-b5e1-bd703f5e95cb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:51.709895 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a3997026-68af-4b97-b595-862130848939 req-dc3f4028-aa99-4e3f-b5e1-bd703f5e95cb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 943 time: 0.0796287 Nov 23 13:32:51.753066 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-a3997026-68af-4b97-b595-862130848939 req-13c74d82-6daa-445e-bb9b-97e8d468ecec tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374460 Nov 23 13:32:52.939589 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7baab-d67e-4b2b-b223-cb15ea4839f7 req-08890e77-1863-4e32-8be2-ee304764186c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:52.941025 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fab7baab-d67e-4b2b-b223-cb15ea4839f7 req-08890e77-1863-4e32-8be2-ee304764186c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 943 time: 0.0821958 Nov 23 13:32:52.984894 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fab7baab-d67e-4b2b-b223-cb15ea4839f7 req-5fca1108-38f4-4e5a-b914-e8861e7f481f tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377662 Nov 23 13:32:53.040072 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f87c6bca-7fec-43f9-9910-44eceac55924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:54.166105 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48610-7db2-4b8a-93aa-75e1958b78df req-90908bc0-1989-4f9e-be3f-67443aa9cc9e tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:54.167583 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-28a48610-7db2-4b8a-93aa-75e1958b78df req-90908bc0-1989-4f9e-be3f-67443aa9cc9e tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 943 time: 0.0802393 Nov 23 13:32:54.199190 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:54.212605 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-28a48610-7db2-4b8a-93aa-75e1958b78df req-31cda0ef-d314-4c87-92b1-7299c19463bb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394640 Nov 23 13:32:54.298133 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:55.407371 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7430f-c5b9-42ee-a912-9be5aa54e9c2 req-c1a41a99-66af-4bd3-8d95-2262f6b34a22 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:55.408822 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-98a7430f-c5b9-42ee-a912-9be5aa54e9c2 req-c1a41a99-66af-4bd3-8d95-2262f6b34a22 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 943 time: 0.0862207 Nov 23 13:32:55.453523 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-98a7430f-c5b9-42ee-a912-9be5aa54e9c2 req-44f3eed3-78cc-4f69-8f9a-5f95e2361fc3 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383942 Nov 23 13:32:55.512377 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:56.638019 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39eb60-d43d-469b-a426-438014f3f696 req-0d49f612-c47d-4c0b-9454-4d88d392ef19 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:56.639484 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fb39eb60-d43d-469b-a426-438014f3f696 req-0d49f612-c47d-4c0b-9454-4d88d392ef19 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 943 time: 0.0797770 Nov 23 13:32:56.685180 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fb39eb60-d43d-469b-a426-438014f3f696 req-d103dd60-1312-4eac-b732-ba8fccd5344f tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400655 Nov 23 13:32:57.507594 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:32:57.736005 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device b3ecfa7d-59a5-435e-b520-71c58b6177ab details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:32:57.877435 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port b3ecfa7d-59a5-435e-b520-71c58b6177ab, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:32:57.878041 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991e6f2-8729-4c50-a617-d74a8c7e6e7c req-84545777-5b53-405f-a2e6-d9974e7f42f7 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:57.879615 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e991e6f2-8729-4c50-a617-d74a8c7e6e7c req-84545777-5b53-405f-a2e6-d9974e7f42f7 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 943 time: 0.0861630 Nov 23 13:32:57.893025 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'mac_address': 'fa:16:3e:d1:4b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:32:57.929786 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-e991e6f2-8729-4c50-a617-d74a8c7e6e7c req-ce47a092-67de-4648-a9ab-9ca4acbc7a10 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Nov 23 13:32:57.952440 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:57.970097 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ecfa7d-59a5-435e-b520-71c58b6177ab {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:32:57.986136 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port b3ecfa7d-59a5-435e-b520-71c58b6177ab, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:32:57.990315 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:57.992026 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:32:58.064555 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=b3ecfa7d-59a5-435e-b520-71c58b6177ab,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:32:58.071870 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.072205 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.072696 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.073027 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.073348 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.073702 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.074017 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.074332 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.074646 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.074962 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.075273 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.075584 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:32:58.079446 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:32:58.227189 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['b3ecfa7d-59a5-435e-b520-71c58b6177ab'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:32:59.124806 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d47ac-63bf-4882-bebe-d575ec282556 req-064341e6-309c-4617-aeb1-3d427fbecc40 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:32:59.127108 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-382d47ac-63bf-4882-bebe-d575ec282556 req-064341e6-309c-4617-aeb1-3d427fbecc40 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 944 time: 0.0916839 Nov 23 13:32:59.175978 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-382d47ac-63bf-4882-bebe-d575ec282556 req-bb86c396-b2ee-4ca6-9c2d-362dcf32fd02 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432642 Nov 23 13:32:59.754194 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device b3ecfa7d-59a5-435e-b520-71c58b6177ab up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:32:59.831446 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port b3ecfa7d-59a5-435e-b520-71c58b6177ab completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:32:59.839027 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port b3ecfa7d-59a5-435e-b520-71c58b6177ab triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:32:59.839418 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:59.966300 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:59.994411 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:33:00.004473 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port b3ecfa7d-59a5-435e-b520-71c58b6177ab, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:33:00.010208 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:00.013115 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:33:00.089159 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=b3ecfa7d-59a5-435e-b520-71c58b6177ab,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:33:00.092160 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:33:00.144450 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'code': 200} Nov 23 13:33:00.381404 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd588abd-2695-4dcc-bffd-746456828116 req-b3f9f0a8-0414-4bd0-89e9-fdac18e545ee tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:00.383132 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fd588abd-2695-4dcc-bffd-746456828116 req-b3f9f0a8-0414-4bd0-89e9-fdac18e545ee tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 945 time: 0.0926449 Nov 23 13:33:00.432232 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fd588abd-2695-4dcc-bffd-746456828116 req-151d532f-252a-4c45-ae96-9d0db2467ad1 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429530 Nov 23 13:33:00.437355 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c0ba8-ccbc-4da4-940d-b22ba00ec281 req-ccf9753f-8753-434f-af7b-156def9dd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:00.438893 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-881c0ba8-ccbc-4da4-940d-b22ba00ec281 req-ccf9753f-8753-434f-af7b-156def9dd449 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 1098 time: 0.0779853 Nov 23 13:33:00.486121 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-881c0ba8-ccbc-4da4-940d-b22ba00ec281 req-d0504f9b-a9a7-4938-bfa5-35a26bd9155f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406744 Nov 23 13:33:01.631996 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bf62a-2b59-4015-b9af-d9fcf9c86744 req-196efdb4-a64a-43b0-be41-4482d748e601 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:01.633446 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6e8bf62a-2b59-4015-b9af-d9fcf9c86744 req-196efdb4-a64a-43b0-be41-4482d748e601 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 945 time: 0.0888453 Nov 23 13:33:01.682139 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6e8bf62a-2b59-4015-b9af-d9fcf9c86744 req-68a588de-4209-418c-acdf-0f38e58d78a2 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425615 Nov 23 13:33:02.865769 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddbdb8-2930-41ea-9a9b-4f54cd6f4e48 req-fe1ca58a-0fd7-47d2-9a61-b34073a0915f tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:02.867239 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fddbdb8-2930-41ea-9a9b-4f54cd6f4e48 req-fe1ca58a-0fd7-47d2-9a61-b34073a0915f tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 945 time: 0.0795546 Nov 23 13:33:02.913153 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2fddbdb8-2930-41ea-9a9b-4f54cd6f4e48 req-a9d5e4ad-8a99-4a3c-a7e5-99f99c63b315 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402248 Nov 23 13:33:03.107237 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1e9c0-4a5f-4532-a12f-42ecd2075d57 req-3d373987-8e30-498b-9d2a-efedc65c5328 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:03.108717 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2cd1e9c0-4a5f-4532-a12f-42ecd2075d57 req-3d373987-8e30-498b-9d2a-efedc65c5328 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 945 time: 0.0883791 Nov 23 13:33:03.160543 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-2cd1e9c0-4a5f-4532-a12f-42ecd2075d57 req-715b9a01-02fb-4c5a-bc7c-0df6a32ad61c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461068 Nov 23 13:33:03.183918 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57068) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:33:03.258590 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f28cc9-3dd2-4339-82e9-c6d1b8c72065 tempest-TestVolumeBootPattern-454234137 tempest-TestVolumeBootPattern-454234137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:03.262736 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-24f28cc9-3dd2-4339-82e9-c6d1b8c72065 tempest-TestVolumeBootPattern-454234137 tempest-TestVolumeBootPattern-454234137-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 1093 time: 0.0751703 Nov 23 13:33:03.262937 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57072) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:33:03.267786 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'floatingip': {'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:33:03.274734 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:33:03.278931 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:floatingip and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:33:03.281886 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:33:03.287727 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:33:03.297982 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:03.434880 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:03.571649 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Allocated IP 172.27.1.3 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/7c4090d9-0374-42ef-8300-e75b85be51f8) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:33:03.724442 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:03.754201 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:03.758717 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-0af4fe64-fde0-403b-ba81-a1ab7ac16bdf tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:33:03.819959 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:33:03.823023 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:33:03.826870 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:33:03.870655 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'Port': ['ID=7c4090d9-0374-42ef-8300-e75b85be51f8,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:33:03.874952 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:33:04.364562 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:04.451806 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:04.683292 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:04.687546 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:04.691162 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-ac19fd75-c663-455a-b905-3b084ad8d62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:33:04.806918 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'Port': ['ID=7c4090d9-0374-42ef-8300-e75b85be51f8,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:33:04.810847 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:33:04.817797 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:04.989039 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.l3_db [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Floating IP 3f438a29-114c-4980-a86f-613f1564285d associated. External IP: 172.27.1.3, port: b3ecfa7d-59a5-435e-b520-71c58b6177ab. Nov 23 13:33:05.342691 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Router ae5c5020-516b-4f07-8983-050993aaef41 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:33:05.518100 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:33:05.527308 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14153289-9f13-445a-89aa-120b679aca02 None None] Sync routers for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:33:05.537348 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14153289-9f13-445a-89aa-120b679aca02 None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:33:05.537993 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-14153289-9f13-445a-89aa-120b679aca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:32:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:33:05.543231 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:05.609636 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3369036 Nov 23 13:33:05.609636 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'tag': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:33:05.644265 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'tag': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'status': 'completed', 'code': 200} Nov 23 13:33:05.719417 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-14153289-9f13-445a-89aa-120b679aca02 None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:33:05.741077 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-4a554dd9-95ea-4aaa-9a42-c25ef20b81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:05.742631 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-4a554dd9-95ea-4aaa-9a42-c25ef20b81ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 1098 time: 0.0761969 Nov 23 13:33:05.987487 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-b81ac7b5-a7b0-456e-89b0-e32fd42f70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:05.988951 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-b81ac7b5-a7b0-456e-89b0-e32fd42f70f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.2398145 Nov 23 13:33:06.096327 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-4acebf81-d4de-4940-84ca-ab3e98810486 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab HTTP/1.1" status: 200 len: 997 time: 0.1007965 Nov 23 13:33:06.101324 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-14153289-9f13-445a-89aa-120b679aca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '3f438a29-114c-4980-a86f-613f1564285d', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:d1:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:33:04Z', 'updated_at': '2021-11-23T13:33:04Z', 'revision_number': 0, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:33:06.105412 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14153289-9f13-445a-89aa-120b679aca02 None None] Checking router: ae5c5020-516b-4f07-8983-050993aaef41 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:33:06.113972 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14153289-9f13-445a-89aa-120b679aca02 None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:33:06.114649 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-14153289-9f13-445a-89aa-120b679aca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:32:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:33:06.162256 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-cb52e92d-176a-4604-aa40-d8fa9e70838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:06.163704 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-cb52e92d-176a-4604-aa40-d8fa9e70838a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0614214 Nov 23 13:33:06.248028 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-023065ab-70fd-409b-b1c3-b8e0482c1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:06.249430 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-023065ab-70fd-409b-b1c3-b8e0482c1d2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790789 Nov 23 13:33:06.294625 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-14153289-9f13-445a-89aa-120b679aca02 None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:33:06.394890 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-94874400-948b-41cc-bdef-1d4f56ac10ef service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383247 Nov 23 13:33:06.543734 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-506d13c8-abac-46ca-987f-3c624a4ba9b8 req-9c2bed4b-9115-4e20-aa83-0a449c822ed8 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410625 Nov 23 13:33:06.720049 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-14153289-9f13-445a-89aa-120b679aca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '3f438a29-114c-4980-a86f-613f1564285d', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:d1:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:33:04Z', 'updated_at': '2021-11-23T13:33:04Z', 'revision_number': 0, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:33:06.724807 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14153289-9f13-445a-89aa-120b679aca02 None None] The sync data for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi is: [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '3f438a29-114c-4980-a86f-613f1564285d', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:d1:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:33:04Z', 'updated_at': '2021-11-23T13:33:04Z', 'revision_number': 0, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:33:06.948341 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06a3300-dac4-4e7a-bfa1-a31e1e46bc63 None None] New status for floating IP 3f438a29-114c-4980-a86f-613f1564285d: ACTIVE {{(pid=86882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:33:13.134150 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-00cef0c8-9377-4fba-8160-45152c04e8c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732338 Nov 23 13:33:13.275055 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-b07f1642-fa26-48bb-980b-dd9be9d1abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:13.276494 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-b07f1642-fa26-48bb-980b-dd9be9d1abea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 1098 time: 0.0714402 Nov 23 13:33:13.424728 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-6f13a693-6719-4eee-9c60-7358cae297c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:13.426220 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-6f13a693-6719-4eee-9c60-7358cae297c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.1257193 Nov 23 13:33:13.527560 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-03128418-1aa9-4a70-af43-00a6ef16ddc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab HTTP/1.1" status: 200 len: 999 time: 0.0946448 Nov 23 13:33:13.589167 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-d67007bb-ac38-4367-8c3c-da6ae5e9735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:13.590774 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-d67007bb-ac38-4367-8c3c-da6ae5e9735d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0566790 Nov 23 13:33:13.670292 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-1eadb5d0-c3f3-4d2f-a00a-16e22e59d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:33:13.671657 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-1eadb5d0-c3f3-4d2f-a00a-16e22e59d083 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740607 Nov 23 13:33:13.801933 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-65d4ec54-f8e1-4ee3-8786-cb77a0242fa1 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229758 Nov 23 13:33:13.932721 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-0725cef2-1a39-49a1-8e2a-eaac188e9f5d req-2bba6665-4b7f-428a-95d0-7c5cba07d8b4 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230471 Nov 23 13:33:20.452921 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d79fa556-47cd-46c9-8867-89cebdf13c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:20.955254 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:23.044524 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d2097572-aafd-4c2c-88fc-7a5b7307c36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:24.203947 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:24.298428 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:25.516345 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:34.505911 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:33:50.454403 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9fed89ee-0d09-4fe3-aa6c-9f24e5ca846a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:50.958181 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:53.046091 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-6f377c0a-726f-4d62-818b-46b68ec308bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:54.215850 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:54.324919 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:55.517954 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:11.504392 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:34:15.124030 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-63ca0d1b-93ab-4fa2-a15a-a4606d2ec844 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684216 Nov 23 13:34:15.263839 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-ed8a4dc3-fb9a-4a57-b71b-c5584a174d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:15.265270 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-ed8a4dc3-fb9a-4a57-b71b-c5584a174d10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 1098 time: 0.0709150 Nov 23 13:34:15.503975 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-14d3c134-21e7-4b15-82eb-e9f7af21daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:15.505626 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-14d3c134-21e7-4b15-82eb-e9f7af21daf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.2208092 Nov 23 13:34:15.603835 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-aad7bf4d-b017-456e-88c4-bbb04594525a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab HTTP/1.1" status: 200 len: 999 time: 0.0916498 Nov 23 13:34:15.667254 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-d7177e1a-14d5-4764-a239-770d7ab55146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:15.668571 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-d7177e1a-14d5-4764-a239-770d7ab55146 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0585923 Nov 23 13:34:15.741689 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-620aea4d-015c-4884-b0b3-0258abba76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:15.743108 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-620aea4d-015c-4884-b0b3-0258abba76d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675120 Nov 23 13:34:15.874901 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-dc190a4f-0a4c-48c4-90b5-6ff8d5950065 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241379 Nov 23 13:34:16.005528 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-e7c2058e-efbc-4b1a-9603-141e3611b32a req-9ff64c56-1e03-4dd4-ae27-6d2a351a8ebe service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235461 Nov 23 13:34:20.456985 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-233a8f9e-7c7b-4853-b139-3da22b7a1c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:20.960563 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:23.047216 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a74cc81b-37ca-457e-8054-917f42dcbe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:24.210993 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:24.330374 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:25.521095 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:35.584787 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1a57fb7f-ae92-46f8-8574-2faf8415c5d5 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433367409&fields=id&tenant_id=7760179b3870449cb2cdd551e84cc50a HTTP/1.1" status: 200 len: 267 time: 0.0389340 Nov 23 13:34:35.732055 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-20c2ac79-5450-4e33-aa71-56eb34174898 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:35.733374 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-20c2ac79-5450-4e33-aa71-56eb34174898 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 812 time: 0.1417239 Nov 23 13:34:35.748107 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-b540012b-3057-45d6-a9fa-c7c5f3c61d35 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/quotas/7760179b3870449cb2cdd551e84cc50a HTTP/1.1" status: 200 len: 375 time: 0.0092819 Nov 23 13:34:35.839370 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-b3a1f199-ace5-454e-bbdb-f61d1e3c4752 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0862997 Nov 23 13:34:35.897749 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-9b282917-52c2-49e4-b4da-cff7fc1ee7d3 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=86880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:34:35.898731 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-9b282917-52c2-49e4-b4da-cff7fc1ee7d3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487008 Nov 23 13:34:36.124766 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-98b1df57-8f0c-42c8-8c6f-74f0e1a9cc44 service neutron] 10.222.0.50 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190893 Nov 23 13:34:36.255015 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-ef29c361-8048-4a9b-8a78-710e22771c34 service neutron] 10.222.0.50 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243105 Nov 23 13:34:36.693668 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5ba5f285-7a46-4332-9797-a1f14f764547 req-0dda182f-35da-47d7-ade0-ee9d0240ce03 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 210 time: 0.1005034 Nov 23 13:34:37.706003 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-7ef6446d-c00f-4eda-a637-39c433c686ca tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:37.707399 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-7ef6446d-c00f-4eda-a637-39c433c686ca tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 812 time: 0.1520219 Nov 23 13:34:37.757942 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-2964db66-4075-42e3-b796-e2437295e96f tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7760179b3870449cb2cdd551e84cc50a HTTP/1.1" status: 200 len: 380 time: 0.0414882 Nov 23 13:34:37.769444 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'port': {'device_id': 'f178250d-b502-465d-be20-add55067d301', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'admin_state_up': True, 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'security_groups': ['2136439a-bc66-484b-bbea-6125be3f18c1']}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:34:37.846183 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-35a9008f-a28b-4902-815d-4759251f74cf req-d2abe635-cd40-4142-bd60-102d2ba7919f tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 210 time: 0.0447414 Nov 23 13:34:37.912127 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:34:37.916287 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:port and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:34:37.919230 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:34:37.924795 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:34:37.934619 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Made reservation on behalf of 7760179b3870449cb2cdd551e84cc50a for: {'port': 1} {{(pid=86879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:34:37.938111 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:38.100332 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Allocated IP 172.20.0.11 (58e43a2d-e345-4e32-a999-9b38f6c619b0/f3649eea-b69f-4585-8428-d13a205c5fb9/04b8496f-39b7-4bc1-9748-79f6a42cc60f) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:34:38.299286 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:38.314497 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Transition to ACTIVE for port object 04b8496f-39b7-4bc1-9748-79f6a42cc60f will not be triggered until provisioned by entity DHCP. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:34:38.339123 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:38.345302 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:34:38.415506 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:34:38.419234 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:34:38.424261 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:34:38.467356 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'Port': ['ID=04b8496f-39b7-4bc1-9748-79f6a42cc60f,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:34:38.483658 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.483925 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.484300 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.484662 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.485020 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.485378 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.485770 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.486123 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.486477 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.486825 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.487175 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.487521 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:38.492732 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:34:38.505565 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:38.506210 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:38.532760 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-fc13a934-3400-4475-83b3-6767d7bdff37 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7691765 Nov 23 13:34:38.544903 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Request body: {'port': {'device_id': 'f178250d-b502-465d-be20-add55067d301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:34:38.658186 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:38.713655 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-480bfb2b-6369-4c6b-9635-16bafe0a2113 None None] Provisioning for port 04b8496f-39b7-4bc1-9748-79f6a42cc60f completed by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:34:38.719148 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-480bfb2b-6369-4c6b-9635-16bafe0a2113 None None] Provisioning complete for port 04b8496f-39b7-4bc1-9748-79f6a42cc60f triggered by entity DHCP. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:34:38.719520 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-480bfb2b-6369-4c6b-9635-16bafe0a2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:38.772996 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-480bfb2b-6369-4c6b-9635-16bafe0a2113 None None] Port 04b8496f-39b7-4bc1-9748-79f6a42cc60f cannot update to ACTIVE because it is not bound. {{(pid=86881) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:34:39.003400 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b8496f-39b7-4bc1-9748-79f6a42cc60f {{(pid=86879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:34:39.010762 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:39.026363 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.provisioning_blocks [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Transition to ACTIVE for port object 04b8496f-39b7-4bc1-9748-79f6a42cc60f will not be triggered until provisioned by entity L2. {{(pid=86879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:34:39.031928 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:39.033898 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a356c-45ce-45c4-8e3c-a92c7b5f4884 req-1841a562-b7f8-4131-aeca-cb3819e9c0cc tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:39.035553 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cf3a356c-45ce-45c4-8e3c-a92c7b5f4884 req-1841a562-b7f8-4131-aeca-cb3819e9c0cc tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 932 time: 0.0853305 Nov 23 13:34:39.036571 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-fcb551bc-ceee-45de-87ae-d4735baa12de tempest-VolumesActionsTest-738356051 tempest-VolumesActionsTest-738356051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:34:39.081742 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cf3a356c-45ce-45c4-8e3c-a92c7b5f4884 req-2b45041b-337f-45b1-b589-b6885c09f33b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Nov 23 13:34:39.265393 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Pushing event updated for resources: {'Port': ['ID=04b8496f-39b7-4bc1-9748-79f6a42cc60f,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:34:39.297368 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:34:39.365561 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Attempting to bind port 04b8496f-39b7-4bc1-9748-79f6a42cc60f on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:34:39.365850 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Attempting to bind port 04b8496f-39b7-4bc1-9748-79f6a42cc60f by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:34:39.366170 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Attempting to bind port 04b8496f-39b7-4bc1-9748-79f6a42cc60f on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:34:39.371493 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Port 04b8496f-39b7-4bc1-9748-79f6a42cc60f on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:34:39.371735 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Attempting to bind port 04b8496f-39b7-4bc1-9748-79f6a42cc60f on network 58e43a2d-e345-4e32-a999-9b38f6c619b0 {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:34:39.376774 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Checking agent: {'id': '5a619ab5-20f1-4e9a-b625-2efca2923add', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'started_at': datetime.datetime(2021, 11, 23, 12, 43, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:34:39.377106 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Checking segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:34:39.377480 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Bound using segment: {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'} {{(pid=86879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:34:39.377924 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.managers [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Bound port: 04b8496f-39b7-4bc1-9748-79f6a42cc60f, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52dc92c0-c106-4060-ae05-e2a2b68abe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0'}}] {{(pid=86879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:34:39.378260 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:39.468989 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] For port 04b8496f-39b7-4bc1-9748-79f6a42cc60f, host hv-cinder-81888, cleared binding levels {{(pid=86879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:34:39.471912 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] For port 04b8496f-39b7-4bc1-9748-79f6a42cc60f, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=04b8496f-39b7-4bc1-9748-79f6a42cc60f,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:34:39.475403 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:39.478883 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-d7e6d043-1717-44d5-bc66-f2ecdfc0bd18 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:34:39.535669 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:39.536515 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:39.537641 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] 10.222.0.64 "PUT /v2.0/ports/04b8496f-39b7-4bc1-9748-79f6a42cc60f HTTP/1.1" status: 200 len: 1094 time: 0.9976430 Nov 23 13:34:39.538148 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f178250d-b502-465d-be20-add55067d301', 'tag': '04b8496f-39b7-4bc1-9748-79f6a42cc60f'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:34:39.558719 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Pushing event updated for resources: {'Port': ['ID=04b8496f-39b7-4bc1-9748-79f6a42cc60f,revision_number=3']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:34:39.561801 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1831ba8a-b0b4-4c81-a0b1-ccdac4917a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:34:39.660904 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f178250d-b502-465d-be20-add55067d301', 'tag': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'status': 'completed', 'code': 200} Nov 23 13:34:39.665489 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-4c880be9-7de5-41b5-8bf5-29fe4c184ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:39.667020 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-4c880be9-7de5-41b5-8bf5-29fe4c184ebb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 1097 time: 0.0867450 Nov 23 13:34:39.753196 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-878f3fc2-4a78-43c5-8d59-9d875b636330 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8496f-39b7-4bc1-9748-79f6a42cc60f HTTP/1.1" status: 200 len: 217 time: 0.0775368 Nov 23 13:34:39.816916 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-9606884e-14c5-4970-85b5-430fbbc831e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:39.818443 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-9606884e-14c5-4970-85b5-430fbbc831e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0589938 Nov 23 13:34:39.892037 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-6b01c332-c26a-44d3-980c-ed5ed31dac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:39.893454 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-6b01c332-c26a-44d3-980c-ed5ed31dac00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683801 Nov 23 13:34:40.023035 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-3cf6f50f-e4da-4c2d-9613-ee2f6d3bff50 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227961 Nov 23 13:34:40.168686 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-244b8b14-9679-43cc-b4da-3a3bf01e00d9 req-8d41d7a5-703f-4a81-a09c-7f35268efe22 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391971 Nov 23 13:34:40.268732 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151f5a6-ec14-4bfe-a280-0b02311834e3 req-c7a8d3f8-c05b-483f-9850-b8e9c2ac4d1d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:40.270329 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6151f5a6-ec14-4bfe-a280-0b02311834e3 req-c7a8d3f8-c05b-483f-9850-b8e9c2ac4d1d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 944 time: 0.0831697 Nov 23 13:34:40.293169 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-e96e437b-5c12-4eb1-8def-e604a57ea023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:40.294671 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-e96e437b-5c12-4eb1-8def-e604a57ea023 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 1097 time: 0.0770283 Nov 23 13:34:40.320058 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-6151f5a6-ec14-4bfe-a280-0b02311834e3 req-192d17c1-49e3-411a-9c60-488c7aece145 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439136 Nov 23 13:34:40.425357 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-c19b3a35-b0a2-4b13-80f5-9d4e5cda87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:40.426736 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-c19b3a35-b0a2-4b13-80f5-9d4e5cda87d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.1254859 Nov 23 13:34:40.495634 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-b647c673-394b-4304-b026-aeb7883b407e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8496f-39b7-4bc1-9748-79f6a42cc60f HTTP/1.1" status: 200 len: 217 time: 0.0611637 Nov 23 13:34:40.570527 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-54992e85-3f4d-49da-9fd5-0c6b84012445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:40.571938 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-54992e85-3f4d-49da-9fd5-0c6b84012445 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0618348 Nov 23 13:34:40.649263 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-73bbefc9-6784-44e3-aa61-a3af32faecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:40.650702 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-73bbefc9-6784-44e3-aa61-a3af32faecc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685685 Nov 23 13:34:40.781991 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-8a438488-fb17-483d-b508-6304d7a54cb7 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227679 Nov 23 13:34:40.912333 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-65027129-c657-4705-83cd-8c7b99fd0df2 req-735b52f5-2bc9-499e-8cb5-444507e07681 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237357 Nov 23 13:34:41.520787 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9d79-b22e-4693-806e-9b37e491b887 req-8d3c6183-ceae-41ba-ae30-2662cc2448f7 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:41.522151 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-57ed9d79-b22e-4693-806e-9b37e491b887 req-8d3c6183-ceae-41ba-ae30-2662cc2448f7 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 944 time: 0.0941474 Nov 23 13:34:41.567084 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-57ed9d79-b22e-4693-806e-9b37e491b887 req-96cf575b-25b8-4325-bee5-7df1aab7608c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389202 Nov 23 13:34:42.751942 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115747be-97ed-400e-9abc-f57f07691f90 req-0443dae2-6117-4ed2-b139-e7c8128b7eee tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:42.753373 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-115747be-97ed-400e-9abc-f57f07691f90 req-0443dae2-6117-4ed2-b139-e7c8128b7eee tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 944 time: 0.0834119 Nov 23 13:34:42.797300 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-115747be-97ed-400e-9abc-f57f07691f90 req-6509a3a0-4496-4a8a-b12e-9bed93a1f1e7 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383868 Nov 23 13:34:43.978881 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00be9e-c891-4b91-8356-f9ca52f23716 req-b3f50165-0e99-4245-9c43-0e7ae859e695 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:43.980929 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec00be9e-c891-4b91-8356-f9ca52f23716 req-b3f50165-0e99-4245-9c43-0e7ae859e695 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 944 time: 0.0798819 Nov 23 13:34:44.023339 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-ec00be9e-c891-4b91-8356-f9ca52f23716 req-3affe778-830e-4b37-8c84-55f3e8c4525e tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368490 Nov 23 13:34:45.208359 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263431d-947e-47b3-bdf6-f1f4c3e6dbd7 req-8a19b9e7-2991-4b4f-8fdc-737321db3d6f tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:45.209821 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9263431d-947e-47b3-bdf6-f1f4c3e6dbd7 req-8a19b9e7-2991-4b4f-8fdc-737321db3d6f tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 944 time: 0.0834489 Nov 23 13:34:45.254098 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-9263431d-947e-47b3-bdf6-f1f4c3e6dbd7 req-00ace6db-c853-402e-bde8-704eea1e405d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Nov 23 13:34:46.296536 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 04b8496f-39b7-4bc1-9748-79f6a42cc60f details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86881) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:34:46.428010 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 04b8496f-39b7-4bc1-9748-79f6a42cc60f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=04b8496f-39b7-4bc1-9748-79f6a42cc60f,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:34:46.437401 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30617899-4c81-4dee-83a0-2f3022464664 req-8b5609cd-3fa3-48f6-908d-652b46f95bea tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:46.438906 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30617899-4c81-4dee-83a0-2f3022464664 req-8b5609cd-3fa3-48f6-908d-652b46f95bea tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 944 time: 0.0811076 Nov 23 13:34:46.442228 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Returning: {'device': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'port_id': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'mac_address': 'fa:16:3e:0d:2a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86881) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:34:46.486364 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-30617899-4c81-4dee-83a0-2f3022464664 req-dbf49924-5392-4c98-a17c-fbb88ad1277b tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418680 Nov 23 13:34:46.503320 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:46.520786 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b8496f-39b7-4bc1-9748-79f6a42cc60f {{(pid=86881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:34:46.535913 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 04b8496f-39b7-4bc1-9748-79f6a42cc60f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=04b8496f-39b7-4bc1-9748-79f6a42cc60f,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:34:46.540933 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:46.543542 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:34:46.608285 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=04b8496f-39b7-4bc1-9748-79f6a42cc60f,revision_number=4']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:34:46.615209 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.615551 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.615882 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.616207 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.616531 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.616854 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.617172 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.617490 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.617832 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.618151 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.618463 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.618778 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:34:46.623225 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:34:46.756796 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] get_ports_and_sgs() called for port_ids ['04b8496f-39b7-4bc1-9748-79f6a42cc60f'] {{(pid=86881) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:34:47.684962 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231ff8d-9f5c-4dd6-94f1-1dfc74347ad1 req-b1137d1e-edc5-4303-8e26-1e8be348cb7a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:47.686725 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5231ff8d-9f5c-4dd6-94f1-1dfc74347ad1 req-b1137d1e-edc5-4303-8e26-1e8be348cb7a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 945 time: 0.0910816 Nov 23 13:34:47.732218 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-5231ff8d-9f5c-4dd6-94f1-1dfc74347ad1 req-20563def-b077-4fb4-92c1-4764001565e4 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394597 Nov 23 13:34:48.299597 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 04b8496f-39b7-4bc1-9748-79f6a42cc60f up at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:34:48.365452 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning for port 04b8496f-39b7-4bc1-9748-79f6a42cc60f completed by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:34:48.370210 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.provisioning_blocks [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Provisioning complete for port 04b8496f-39b7-4bc1-9748-79f6a42cc60f triggered by entity L2. {{(pid=86881) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:34:48.370589 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8178066'] for port, provisioning_complete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:48.488432 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:48.504810 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:34:48.518358 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f178250d-b502-465d-be20-add55067d301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8496f-39b7-4bc1-9748-79f6a42cc60f'}] {{(pid=86881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:34:48.528508 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] For port 04b8496f-39b7-4bc1-9748-79f6a42cc60f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=04b8496f-39b7-4bc1-9748-79f6a42cc60f,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:34:48.532732 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644'] for port, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:48.534713 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-f28547e3-782c-4c9f-a0d3-f03f28e280f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:34:48.564930 dv-cinder-818883-1-iscsi neutron-server[86881]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f178250d-b502-465d-be20-add55067d301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'code': 200} Nov 23 13:34:48.604312 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Pushing event updated for resources: {'Port': ['ID=04b8496f-39b7-4bc1-9748-79f6a42cc60f,revision_number=5']} {{(pid=86881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:34:48.607261 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_concurrency.lockutils [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:34:48.839438 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc227e45-ecad-4de1-8c0b-a3ac6c49abdb req-3e616c1a-4d95-4053-91a7-82412974bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:48.840946 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-cc227e45-ecad-4de1-8c0b-a3ac6c49abdb req-3e616c1a-4d95-4053-91a7-82412974bbb5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 1099 time: 0.0742319 Nov 23 13:34:48.882977 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-cc227e45-ecad-4de1-8c0b-a3ac6c49abdb req-7b91f57a-c17a-4a6d-98d6-d04b998a2ec3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353661 Nov 23 13:34:48.930465 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefac1d-2e43-44a6-bc38-bece3d815af4 req-bf420d52-7f17-402c-97e9-526616cf66f0 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:48.931985 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cbefac1d-2e43-44a6-bc38-bece3d815af4 req-bf420d52-7f17-402c-97e9-526616cf66f0 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 946 time: 0.0871620 Nov 23 13:34:48.983971 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-cbefac1d-2e43-44a6-bc38-bece3d815af4 req-e0cfdbca-fd9f-4286-a7c1-896d3099687c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453715 Nov 23 13:34:50.187836 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163c1c3-1532-4855-90ee-3cd03371bd1f req-eeca159c-211d-4f1c-bdc4-5e338980c571 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:50.190324 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b163c1c3-1532-4855-90ee-3cd03371bd1f req-eeca159c-211d-4f1c-bdc4-5e338980c571 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 946 time: 0.0931482 Nov 23 13:34:50.242109 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b163c1c3-1532-4855-90ee-3cd03371bd1f req-6a76c30c-72ec-40b5-81cc-69d738f26cdb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441349 Nov 23 13:34:50.433258 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c44f4-008a-4e0c-b054-9a4ac0ada791 req-e51d58d4-ec65-4bc5-b6de-6de181b1beaf tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:50.435481 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b06c44f4-008a-4e0c-b054-9a4ac0ada791 req-e51d58d4-ec65-4bc5-b6de-6de181b1beaf tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 946 time: 0.0843093 Nov 23 13:34:50.459261 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3dead139-1b98-4b72-92a7-887c2341aac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:50.479613 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b06c44f4-008a-4e0c-b054-9a4ac0ada791 req-acd36ddc-0dc0-4093-856c-aafabefdeed4 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384724 Nov 23 13:34:50.507790 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57184) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:34:50.580126 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c527604-8d47-4721-9873-c8ffe2170354 tempest-TestVolumeBootPattern-454234137 tempest-TestVolumeBootPattern-454234137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:50.581529 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-6c527604-8d47-4721-9873-c8ffe2170354 tempest-TestVolumeBootPattern-454234137 tempest-TestVolumeBootPattern-454234137-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 1094 time: 0.0727201 Nov 23 13:34:50.584355 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57188) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:34:50.590301 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.v2.base [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Request body: {'floatingip': {'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'port_id': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:34:50.596446 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:34:50.600272 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Usage tracker for resource:floatingip and tenant:7760179b3870449cb2cdd551e84cc50a is out of sync, need to count used quota {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:34:50.603153 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86879) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:34:50.609972 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.quota.driver [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:34:50.622368 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:50.853992 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:50.967491 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:50.990187 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.db_base_plugin_common [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Allocated IP 172.27.1.236 (b16fb1cb-bfbf-4950-8a75-46ccc6e885c8/f7d56f10-0b0e-4032-9eda-6b2ba82f44fd/0b90baae-b7c3-4d02-88c4-8d9ab93e5440) {{(pid=86879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:34:51.135385 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for port, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:51.165336 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791457386581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:51.169838 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-8e1202b4-ce1a-45bb-8c14-ddf4ad77acc8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:34:51.232313 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Network b16fb1cb-bfbf-4950-8a75-46ccc6e885c8 is already hosted by enough agents. {{(pid=86879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:34:51.235138 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.base_scheduler [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Resources bound (agent type, host, resource id): {{(pid=86879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:34:51.238910 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Received port after_create {{(pid=86879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:34:51.276544 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'Port': ['ID=0b90baae-b7c3-4d02-88c4-8d9ab93e5440,revision_number=1']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:34:51.281672 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:34:51.640891 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:51.713419 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8165473'] for port, before_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:51.913935 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for port, precommit_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:51.919601 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791457933882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791457386599', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791457386644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722116'] for port, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:51.923011 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-1e1d4e0a-be5c-400e-8a73-60c2c7c7d8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:34:52.025674 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event updated for resources: {'Port': ['ID=0b90baae-b7c3-4d02-88c4-8d9ab93e5440,revision_number=2']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:34:52.030007 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:34:52.038117 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-696249'] for floatingip, after_update {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:52.207012 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.db.l3_db [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Floating IP 0bcaa87c-e235-483a-97b0-6fd4b31d1d0f associated. External IP: 172.27.1.236, port: 04b8496f-39b7-4bc1-9748-79f6a42cc60f. Nov 23 13:34:52.652630 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Router ae5c5020-516b-4f07-8983-050993aaef41 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:34:52.833924 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:34:52.843693 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] Sync routers for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:34:52.852856 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:34:52.853538 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:34:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:34:52.858220 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:52.916352 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-50ba8bbd-7a37-4fb8-a2e5-e8cf1cda5402 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3309779 Nov 23 13:34:52.917013 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f178250d-b502-465d-be20-add55067d301', 'tag': '04b8496f-39b7-4bc1-9748-79f6a42cc60f'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:34:52.961539 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f178250d-b502-465d-be20-add55067d301', 'tag': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'status': 'completed', 'code': 200} Nov 23 13:34:53.032244 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:34:53.052996 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-8411255c-397f-44bf-b5eb-00baf4845920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:53.054539 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-8411255c-397f-44bf-b5eb-00baf4845920 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 1099 time: 0.0704753 Nov 23 13:34:53.110408 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-05b612c1-999c-460e-9293-b4146aedfd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:53.188736 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-2786d98e-2043-49b4-b25f-83e215073d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:53.190232 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-2786d98e-2043-49b4-b25f-83e215073d07 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.1279564 Nov 23 13:34:53.296157 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-206bd241-acbd-4c4b-96c7-bb7f90c8e0c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8496f-39b7-4bc1-9748-79f6a42cc60f HTTP/1.1" status: 200 len: 1000 time: 0.0991845 Nov 23 13:34:53.358842 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-502b1ef5-7938-44c3-a4df-42f22b4ae812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:53.360292 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-502b1ef5-7938-44c3-a4df-42f22b4ae812 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0571635 Nov 23 13:34:53.422722 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '0bcaa87c-e235-483a-97b0-6fd4b31d1d0f', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:0d:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f178250d-b502-465d-be20-add55067d301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:34:51Z', 'updated_at': '2021-11-23T13:34:51Z', 'revision_number': 0, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}, {'id': '3f438a29-114c-4980-a86f-613f1564285d', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:d1:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:33:04Z', 'updated_at': '2021-11-23T13:33:07Z', 'revision_number': 1, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:34:53.426627 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] Checking router: ae5c5020-516b-4f07-8983-050993aaef41 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:34:53.435655 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:34:53.436654 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:34:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:34:53.440696 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-3c33c401-602b-4e55-a940-a3b7e1961dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:34:53.442789 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-3c33c401-602b-4e55-a940-a3b7e1961dd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759206 Nov 23 13:34:53.575222 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-e173103e-63a2-4c2c-a333-918b1b39b6b0 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253438 Nov 23 13:34:53.618328 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:34:53.708984 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-8dd84319-ea58-415c-8e32-06a9bc52b506 req-59233112-e4d4-47f6-9b6d-67f326b871ac service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275811 Nov 23 13:34:53.963607 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '0bcaa87c-e235-483a-97b0-6fd4b31d1d0f', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:0d:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f178250d-b502-465d-be20-add55067d301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:34:51Z', 'updated_at': '2021-11-23T13:34:51Z', 'revision_number': 0, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}, {'id': '3f438a29-114c-4980-a86f-613f1564285d', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:d1:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:33:04Z', 'updated_at': '2021-11-23T13:33:07Z', 'revision_number': 1, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:34:53.967634 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a0a09-d4d7-48f8-b709-f6163bc0c4e1 None None] The sync data for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi is: [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '0bcaa87c-e235-483a-97b0-6fd4b31d1d0f', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:0d:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f178250d-b502-465d-be20-add55067d301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:34:51Z', 'updated_at': '2021-11-23T13:34:51Z', 'revision_number': 0, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}, {'id': '3f438a29-114c-4980-a86f-613f1564285d', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:d1:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:33:04Z', 'updated_at': '2021-11-23T13:33:07Z', 'revision_number': 1, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:34:54.157450 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc2945e-3322-42db-bccd-efa0ee0a9cab None None] New status for floating IP 0bcaa87c-e235-483a-97b0-6fd4b31d1d0f: ACTIVE {{(pid=86882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:34:54.210735 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:54.339967 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:55.525000 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:17.121770 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-2ec34bfc-1a68-4e43-9bab-171ff106aa5d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672057 Nov 23 13:35:17.365476 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-0ac83755-80ac-4753-a839-dda965b181f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:35:17.366953 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-0ac83755-80ac-4753-a839-dda965b181f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 1098 time: 0.1785605 Nov 23 13:35:17.513566 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-e7a4836d-66b7-463b-b0dc-881819512650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:35:17.515056 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-e7a4836d-66b7-463b-b0dc-881819512650 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.1264138 Nov 23 13:35:17.620645 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-4a344027-7a72-4b30-8cc8-7452f1f86165 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab HTTP/1.1" status: 200 len: 999 time: 0.0981259 Nov 23 13:35:17.682176 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-52a1db66-d291-4665-bbb9-6c47fa95a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:35:17.683972 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-52a1db66-d291-4665-bbb9-6c47fa95a518 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0553899 Nov 23 13:35:17.756902 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-01669e2a-9d89-446b-b3b5-255de5c3d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:35:17.758365 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-01669e2a-9d89-446b-b3b5-255de5c3d6f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679486 Nov 23 13:35:17.886448 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-02ffc8c4-203c-421a-8730-572053dd5776 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211350 Nov 23 13:35:18.016977 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-7894e9e0-9def-41d8-9578-fbab2ab75057 req-c010fce0-9c18-4d02-bd88-1b1d0df6a97b service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243129 Nov 23 13:35:20.462909 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-0bfbbb72-1a68-4c96-9f59-948e196cc5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:20.959388 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:23.052918 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-83a62c99-09fc-49ed-b232-7da25a2d3372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:24.212799 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:24.339151 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:25.505089 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:35:25.529243 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:50.465935 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3593bbf3-0672-49c3-a2ef-c9e938e6874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:50.961994 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:53.054781 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f6a8-c901-4419-b778-7a6e378d6cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:54.218094 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:54.354669 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:55.533542 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:02.504700 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:36:17.160856 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-0833a972-86ec-4db0-84a0-42cf43ec0900 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746326 Nov 23 13:36:17.252308 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-d186cf8e-45b4-43cc-b0bb-cb3cd40ca08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:17.253814 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-d186cf8e-45b4-43cc-b0bb-cb3cd40ca08f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 1099 time: 0.0720685 Nov 23 13:36:17.399333 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-db5e9e36-9d9e-4999-8234-3d02c71c93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:17.401039 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-db5e9e36-9d9e-4999-8234-3d02c71c93d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.1282332 Nov 23 13:36:17.506505 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-7d69fbac-9ce4-479b-abc5-84c1dfd5829a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8496f-39b7-4bc1-9748-79f6a42cc60f HTTP/1.1" status: 200 len: 1002 time: 0.0992658 Nov 23 13:36:17.569229 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-67ec77a6-f4b7-484f-9041-b89bc6e61985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:17.570819 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-67ec77a6-f4b7-484f-9041-b89bc6e61985 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0573781 Nov 23 13:36:17.649165 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-ced4a0ca-0d32-4720-927d-ca064f34b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:17.650965 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-ced4a0ca-0d32-4720-927d-ca064f34b7e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731585 Nov 23 13:36:17.782382 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-56b99469-95ff-4283-aae0-33974340b79b service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245501 Nov 23 13:36:17.916251 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-6eb4d09c-881a-4cf5-b56a-a99a664efa96 req-2ca2c843-55de-49ca-81d1-b048547ea93c service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266406 Nov 23 13:36:20.468274 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2188b2ea-506c-42e7-be9a-0566a8aa6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:20.964102 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:23.056954 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aca053e9-3abc-4cfa-87f8-1add22bef1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:24.220882 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:24.353727 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:25.537923 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:33.775740 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57232) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:34.096006 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Deleting port 0b90baae-b7c3-4d02-88c4-8d9ab93e5440 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:34.096233 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:34.377443 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:34.377683 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:34.501121 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Calling delete_port for 0b90baae-b7c3-4d02-88c4-8d9ab93e5440 owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:34.651576 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:34.656435 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-27a052d7-8b2c-40e3-84b8-c108076b09f2 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:34.702617 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event deleted for resources: {'Port': ['ID=0b90baae-b7c3-4d02-88c4-8d9ab93e5440,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:34.766620 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.766995 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.767361 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.767723 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.768081 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.768437 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.768792 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.769144 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.769594 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.769876 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.770232 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.770571 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:34.776820 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:34.802869 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:34.803227 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.l3_db [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Floating IP 0bcaa87c-e235-483a-97b0-6fd4b31d1d0f disassociated (deleted). External IP: 172.27.1.236, port: 04b8496f-39b7-4bc1-9748-79f6a42cc60f. Nov 23 13:36:35.145192 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Router ae5c5020-516b-4f07-8983-050993aaef41 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:36:35.321335 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:36:35.330492 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] Sync routers for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:36:35.337411 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:35.340122 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:36:35.340727 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:36:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:35.395113 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-392f60d6-6a9e-42c4-b809-2d3371567a78 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "DELETE /v2.0/floatingips/0bcaa87c-e235-483a-97b0-6fd4b31d1d0f HTTP/1.1" status: 204 len: 168 time: 1.6182954 Nov 23 13:36:35.395882 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f178250d-b502-465d-be20-add55067d301', 'tag': '04b8496f-39b7-4bc1-9748-79f6a42cc60f'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:36:35.496032 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f178250d-b502-465d-be20-add55067d301', 'tag': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'status': 'completed', 'code': 200} Nov 23 13:36:35.523920 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:36:35.598494 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-d4c4ae02-4277-4887-bfe2-bdf025eee4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:35.600803 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-d4c4ae02-4277-4887-bfe2-bdf025eee4a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 1099 time: 0.0779645 Nov 23 13:36:35.777446 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c9b69-f821-47d1-8797-83d2bb6c6845 req-2a3f5ea5-fe57-4b14-8ae6-8d4df593d433 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:35.778262 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-fe5c9b69-f821-47d1-8797-83d2bb6c6845 req-2a3f5ea5-fe57-4b14-8ae6-8d4df593d433 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Synchronizing usage tracker for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:36:35.796585 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-fe5c9b69-f821-47d1-8797-83d2bb6c6845 req-2a3f5ea5-fe57-4b14-8ae6-8d4df593d433 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Unset dirty status for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:36:35.797863 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fe5c9b69-f821-47d1-8797-83d2bb6c6845 req-2a3f5ea5-fe57-4b14-8ae6-8d4df593d433 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 946 time: 0.1013031 Nov 23 13:36:35.844888 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-fe5c9b69-f821-47d1-8797-83d2bb6c6845 req-97fa20d3-ceb8-4b7b-80eb-35f32594783c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412452 Nov 23 13:36:35.856064 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-c48ce90e-b864-43d7-81dc-0925837836fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:35.858275 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-c48ce90e-b864-43d7-81dc-0925837836fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.2500219 Nov 23 13:36:35.930931 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-a021ed20-f249-4317-a377-6ae9c858f3d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04b8496f-39b7-4bc1-9748-79f6a42cc60f HTTP/1.1" status: 200 len: 217 time: 0.0654688 Nov 23 13:36:35.936315 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '3f438a29-114c-4980-a86f-613f1564285d', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:d1:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:33:04Z', 'updated_at': '2021-11-23T13:33:07Z', 'revision_number': 1, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:35.940189 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] Checking router: ae5c5020-516b-4f07-8983-050993aaef41 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:36:35.948355 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:36:35.948943 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:36:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:35.996389 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-7a94a367-d006-48ad-9cc8-3d9cea66b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:35.997880 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-7a94a367-d006-48ad-9cc8-3d9cea66b7ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0600178 Nov 23 13:36:36.076428 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-1c65e2eb-4efb-4549-857b-f3fc2830d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:36.077863 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-1c65e2eb-4efb-4549-857b-f3fc2830d11b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732272 Nov 23 13:36:36.131317 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:36:36.209502 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-00c46199-3ddd-46a9-aa9b-00e19c9f451d service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245396 Nov 23 13:36:36.346524 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-551d24c2-5503-4f8d-95fa-4226c07167e8 req-0bd11f8a-dd99-4100-b80e-e62a693cd5ea service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287539 Nov 23 13:36:36.483446 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '3f438a29-114c-4980-a86f-613f1564285d', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:d1:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:33:04Z', 'updated_at': '2021-11-23T13:33:07Z', 'revision_number': 1, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:36.487363 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08bd3c2-5c3a-4b76-9eac-c872d7179e83 None None] The sync data for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi is: [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_floatingips': [{'id': '3f438a29-114c-4980-a86f-613f1564285d', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'floating_ip_address': '172.27.1.3', 'floating_network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'router_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'port_id': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'mac_address': 'fa:16:3e:d1:4b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:33:04Z', 'updated_at': '2021-11-23T13:33:07Z', 'revision_number': 1, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:36:36.687679 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833d464c-b1c6-4e33-bd0f-ff00f2e0c3ca None None] New status for floating IP 0bcaa87c-e235-483a-97b0-6fd4b31d1d0f: DOWN {{(pid=86882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:36:37.032596 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e4b51-0b92-4e2c-9298-c19fb5291a30 req-124e5cc2-8a7d-4287-a3ac-a4ae34d4c568 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:37.034026 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f36e4b51-0b92-4e2c-9298-c19fb5291a30 req-124e5cc2-8a7d-4287-a3ac-a4ae34d4c568 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 946 time: 0.0819457 Nov 23 13:36:37.076798 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f36e4b51-0b92-4e2c-9298-c19fb5291a30 req-1bb652cf-1602-40a1-afb8-8868c7902cdf tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370350 Nov 23 13:36:37.263556 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-83cea200-1455-4328-b2d6-e6bbc31fe86c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:37.264251 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-83cea200-1455-4328-b2d6-e6bbc31fe86c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Synchronizing usage tracker for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:36:37.275977 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-83cea200-1455-4328-b2d6-e6bbc31fe86c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Unset dirty status for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:36:37.277041 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-83cea200-1455-4328-b2d6-e6bbc31fe86c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 946 time: 0.0909200 Nov 23 13:36:37.348891 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Deleting port 04b8496f-39b7-4bc1-9748-79f6a42cc60f {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:37.349222 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:37.596891 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] For port 04b8496f-39b7-4bc1-9748-79f6a42cc60f, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=04b8496f-39b7-4bc1-9748-79f6a42cc60f,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:36:37.597150 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:37.721015 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Calling delete_port for 04b8496f-39b7-4bc1-9748-79f6a42cc60f owned by compute:nova {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:37.868182 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:37.874210 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-9f0fa1a3-b70c-4bdd-83e9-c4efd48b15b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:37.920706 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event deleted for resources: {'Port': ['ID=04b8496f-39b7-4bc1-9748-79f6a42cc60f,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:37.965093 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.965478 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.965879 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.966249 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.966640 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.967001 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.967359 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.967715 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.968071 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.968424 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.968776 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.969126 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-1-iscsi {{(pid=86879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:36:37.976144 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:38.015483 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] No DVR routers for this DVR port 04b8496f-39b7-4bc1-9748-79f6a42cc60f on host hv-cinder-81888 {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:36:38.017950 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:38.020513 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f178250d-b502-465d-be20-add55067d301', 'name': 'network-vif-deleted', 'tag': '04b8496f-39b7-4bc1-9748-79f6a42cc60f'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:36:38.036146 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-bc75bf70-9c03-4dbc-95ff-b3ac72c9a35b req-aaf8f845-ed8e-41a5-8495-7cce1498bd8c tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "DELETE /v2.0/ports/04b8496f-39b7-4bc1-9748-79f6a42cc60f HTTP/1.1" status: 204 len: 173 time: 0.7533946 Nov 23 13:36:38.077253 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f178250d-b502-465d-be20-add55067d301', 'name': 'network-vif-deleted', 'tag': '04b8496f-39b7-4bc1-9748-79f6a42cc60f', 'status': 'completed', 'code': 200} Nov 23 13:36:38.224815 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-c6e3715f-28c0-4a51-bd5f-b49782a03b60 req-c573a025-6a2b-4f54-a245-d59d6c966164 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=f178250d-b502-465d-be20-add55067d301 HTTP/1.1" status: 200 len: 210 time: 0.0429523 Nov 23 13:36:39.504141 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:36:41.707234 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57272) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:42.016475 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Deleting port 7c4090d9-0374-42ef-8300-e75b85be51f8 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:42.016867 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:42.182219 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:42.182541 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:42.307976 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Calling delete_port for 7c4090d9-0374-42ef-8300-e75b85be51f8 owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:42.452651 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:42.456110 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4006126b-74c5-4ac9-ab7a-0d2ee403d8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:42.502694 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event deleted for resources: {'Port': ['ID=7c4090d9-0374-42ef-8300-e75b85be51f8,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:42.505783 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:42.593201 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:42.593421 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.db.l3_db [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Floating IP 3f438a29-114c-4980-a86f-613f1564285d disassociated (deleted). External IP: 172.27.1.3, port: b3ecfa7d-59a5-435e-b520-71c58b6177ab. Nov 23 13:36:42.855320 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 04b8496f-39b7-4bc1-9748-79f6a42cc60f no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:36:42.889165 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: 04b8496f-39b7-4bc1-9748-79f6a42cc60f {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:36:42.890074 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device 04b8496f-39b7-4bc1-9748-79f6a42cc60f not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:36:42.944433 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Router ae5c5020-516b-4f07-8983-050993aaef41 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:36:43.118899 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:36:43.128669 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] Sync routers for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:36:43.136174 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:43.137751 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:36:43.138360 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:36:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:43.319162 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-1372735a-0bfc-4c6b-be44-97510d9b74b6 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "DELETE /v2.0/floatingips/3f438a29-114c-4980-a86f-613f1564285d HTTP/1.1" status: 204 len: 168 time: 1.6108389 Nov 23 13:36:43.319822 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'tag': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab'}] {{(pid=86880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:36:43.341932 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:36:43.364112 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'tag': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'status': 'completed', 'code': 200} Nov 23 13:36:43.459038 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d980f-899f-452b-ac22-4b72a05304db req-e4099701-4cbe-4ac9-9db0-ca5591c1a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:43.460508 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-453d980f-899f-452b-ac22-4b72a05304db req-e4099701-4cbe-4ac9-9db0-ca5591c1a2a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7760179b3870449cb2cdd551e84cc50a&device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 1098 time: 0.0727026 Nov 23 13:36:43.718294 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:43.722250 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] Checking router: ae5c5020-516b-4f07-8983-050993aaef41 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:36:43.722415 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d980f-899f-452b-ac22-4b72a05304db req-1a27ec7d-4317-45cf-84c6-fa7cc93f49de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:43.723726 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-453d980f-899f-452b-ac22-4b72a05304db req-1a27ec7d-4317-45cf-84c6-fa7cc93f49de service neutron] 10.222.0.64 "GET /v2.0/networks?id=58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 200 len: 913 time: 0.2567980 Nov 23 13:36:43.728414 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414c609-feae-44b1-bbee-8d7e614a77e5 req-98170a65-1e89-4142-9968-48ac1b74897d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:43.729119 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-b414c609-feae-44b1-bbee-8d7e614a77e5 req-98170a65-1e89-4142-9968-48ac1b74897d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Synchronizing usage tracker for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86880) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:36:43.731160 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:36:43.731763 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:36:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:43.747046 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.quota.resource [req-b414c609-feae-44b1-bbee-8d7e614a77e5 req-98170a65-1e89-4142-9968-48ac1b74897d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Unset dirty status for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86880) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:36:43.748282 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b414c609-feae-44b1-bbee-8d7e614a77e5 req-98170a65-1e89-4142-9968-48ac1b74897d tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 945 time: 0.1039791 Nov 23 13:36:43.801073 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-453d980f-899f-452b-ac22-4b72a05304db req-564d4b8b-4451-4c24-b971-76f97355db98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab HTTP/1.1" status: 200 len: 217 time: 0.0698035 Nov 23 13:36:43.802362 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b414c609-feae-44b1-bbee-8d7e614a77e5 req-ee53e647-87d3-46a5-bdd2-376a14a30d3e tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 Nov 23 13:36:43.864863 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d980f-899f-452b-ac22-4b72a05304db req-3dbe04ef-8d3f-495b-ac07-f796ce310c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:43.866332 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-453d980f-899f-452b-ac22-4b72a05304db req-3dbe04ef-8d3f-495b-ac07-f796ce310c1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 200 len: 851 time: 0.0582159 Nov 23 13:36:43.912791 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:36:43.945745 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d980f-899f-452b-ac22-4b72a05304db req-d6eab03f-daf3-4bbc-ac82-44f0ae4d08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:43.947219 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-453d980f-899f-452b-ac22-4b72a05304db req-d6eab03f-daf3-4bbc-ac82-44f0ae4d08a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58e43a2d-e345-4e32-a999-9b38f6c619b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733395 Nov 23 13:36:44.084609 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-453d980f-899f-452b-ac22-4b72a05304db req-98938251-a5ed-4554-83eb-901485dfb6b1 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284409 Nov 23 13:36:44.219371 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-453d980f-899f-452b-ac22-4b72a05304db req-61abaddf-77c5-4afc-b013-0a9b722fa3a1 service neutron] 10.222.0.64 "GET /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275098 Nov 23 13:36:44.227631 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:44.232153 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc9d3ea-d694-4a71-ab4c-23c2083095cd None None] The sync data for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi is: [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:30:02Z', 'revision_number': 4, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi', '_interfaces': [{'id': '8d9596ec-aefb-4b65-8f54-ff4cae9290a7', 'name': '', 'network_id': '58e43a2d-e345-4e32-a999-9b38f6c619b0', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'mac_address': 'fa:16:3e:1c:64:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:02Z', 'updated_at': '2021-11-23T13:30:09Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'subnets': [{'id': 'f3649eea-b69f-4585-8428-d13a205c5fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:36:44.441416 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea1353-de5d-41f8-acc9-ba73998ece5e None None] New status for floating IP 3f438a29-114c-4980-a86f-613f1564285d: DOWN {{(pid=86882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:36:45.003078 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e86356-4da4-40b8-9579-9b0a03e19b1a req-3c6260de-78b1-43ed-ab95-0c3e6b83210e tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:45.004525 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b1e86356-4da4-40b8-9579-9b0a03e19b1a req-3c6260de-78b1-43ed-ab95-0c3e6b83210e tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 945 time: 0.0822062 Nov 23 13:36:45.048039 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-b1e86356-4da4-40b8-9579-9b0a03e19b1a req-2fc4a45d-6e6d-415a-9da2-5021dc57cb42 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/security-groups?id=2136439a-bc66-484b-bbea-6125be3f18c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378714 Nov 23 13:36:45.220530 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-cbe6c632-d5f2-4263-a5fe-bbf5ac0b3a31 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:36:45.221144 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-cbe6c632-d5f2-4263-a5fe-bbf5ac0b3a31 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Synchronizing usage tracker for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86879) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:36:45.233419 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.quota.resource [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-cbe6c632-d5f2-4263-a5fe-bbf5ac0b3a31 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Unset dirty status for tenant:7760179b3870449cb2cdd551e84cc50a on resource:port {{(pid=86879) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:36:45.234801 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-cbe6c632-d5f2-4263-a5fe-bbf5ac0b3a31 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 945 time: 0.0922639 Nov 23 13:36:45.311428 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Deleting port b3ecfa7d-59a5-435e-b520-71c58b6177ab {{(pid=86879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:45.311765 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:45.556833 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.db [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] For port b3ecfa7d-59a5-435e-b520-71c58b6177ab, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b3ecfa7d-59a5-435e-b520-71c58b6177ab,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:36:45.557176 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:45.684625 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.plugins.ml2.plugin [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Calling delete_port for b3ecfa7d-59a5-435e-b520-71c58b6177ab owned by compute:nova {{(pid=86879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:45.829701 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722125'] for port, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:45.835490 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3b339687-fa79-4728-90fa-85546634a85a tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:45.886508 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event deleted for resources: {'Port': ['ID=b3ecfa7d-59a5-435e-b520-71c58b6177ab,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:45.913067 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:45.962108 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] No DVR routers for this DVR port b3ecfa7d-59a5-435e-b520-71c58b6177ab on host hv-cinder-81888 {{(pid=86879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:36:45.964551 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for port, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:45.967190 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'name': 'network-vif-deleted', 'tag': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab'}] {{(pid=86879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:36:45.984122 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [req-40cd60ff-0d97-439f-9744-9747b90406a7 req-4547424a-a761-4ca9-acc2-89c566ff4dbb tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.64 "DELETE /v2.0/ports/b3ecfa7d-59a5-435e-b520-71c58b6177ab HTTP/1.1" status: 204 len: 173 time: 0.7438896 Nov 23 13:36:46.020301 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb344a0-9379-4c36-af6a-aac06c8ad0a1', 'name': 'network-vif-deleted', 'tag': 'b3ecfa7d-59a5-435e-b520-71c58b6177ab', 'status': 'completed', 'code': 200} Nov 23 13:36:46.197020 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [req-f0ce9aef-8c22-4afd-9c12-37a73df52788 req-ee87ae1c-3402-44e6-9987-2ec65387f3c5 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "GET /v2.0/ports?device_id=edb344a0-9379-4c36-af6a-aac06c8ad0a1 HTTP/1.1" status: 200 len: 210 time: 0.0431755 Nov 23 13:36:47.303429 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57298) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:47.464012 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Deleting port aadd2b1a-c772-45d3-9608-b5e0baea37ce {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:47.464359 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:47.635426 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:47.635751 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:47.760011 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Calling delete_port for aadd2b1a-c772-45d3-9608-b5e0baea37ce owned by network:floatingip {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:47.896583 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:47.901241 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:47.948280 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event deleted for resources: {'Port': ['ID=aadd2b1a-c772-45d3-9608-b5e0baea37ce,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:47.973448 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:48.034927 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for floatingip, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:48.049037 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1048200'] for floatingip, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:48.050210 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-4ea35fe2-009e-4aab-a7cd-9cca75fcc420 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "DELETE /v2.0/floatingips/9fed4938-2494-4064-a655-d8287464da53 HTTP/1.1" status: 204 len: 168 time: 0.7457821 Nov 23 13:36:48.886407 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device b3ecfa7d-59a5-435e-b520-71c58b6177ab no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:36:48.924986 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] No Port match for: b3ecfa7d-59a5-435e-b520-71c58b6177ab {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:36:48.925336 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Device b3ecfa7d-59a5-435e-b520-71c58b6177ab not bound to the agent host hv-cinder-81888 {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:36:49.415289 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57312) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:49.488431 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c6b38c6b-0570-4602-81c3-3b3d865816f8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:49.517829 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c6b38c6b-0570-4602-81c3-3b3d865816f8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:49.581719 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c6b38c6b-0570-4602-81c3-3b3d865816f8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:49.585654 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-2790b5d3-5845-449d-b032-2feabdf67775 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:49.601379 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b38c6b-0570-4602-81c3-3b3d865816f8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136439a-bc66-484b-bbea-6125be3f18c1,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:49.604721 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-c6b38c6b-0570-4602-81c3-3b3d865816f8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:49.611489 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-c6b38c6b-0570-4602-81c3-3b3d865816f8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:49.612608 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-c6b38c6b-0570-4602-81c3-3b3d865816f8 tempest-TestVolumeBootPattern-175133602 tempest-TestVolumeBootPattern-175133602-project] 10.222.0.50 "DELETE /v2.0/security-groups/2136439a-bc66-484b-bbea-6125be3f18c1 HTTP/1.1" status: 204 len: 168 time: 0.1963508 Nov 23 13:36:49.665204 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57318) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:50.414188 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554411'] for router_interface, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:50.470952 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dfa2-448d-4204-9569-6c0c24ed66b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:50.758818 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Deleting port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:50.759442 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:50.928186 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] For port 8d9596ec-aefb-4b65-8f54-ff4cae9290a7, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=8d9596ec-aefb-4b65-8f54-ff4cae9290a7,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:36:50.928531 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:50.965329 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:51.051790 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Calling delete_port for 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 owned by network:router_interface {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:51.216938 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:51.221283 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ec71b43b-46a8-4691-b2af-5c65e15c3f41 tempest-TestShelveInstance-677984546 tempest-TestShelveInstance-677984546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:51.267497 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9596ec-aefb-4b65-8f54-ff4cae9290a7,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:51.293960 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:51.644644 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543323'] for router_interface, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:52.008576 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Router ae5c5020-516b-4f07-8983-050993aaef41 has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:36:52.183776 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:36:52.193074 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] Sync routers for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:36:52.197853 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-eaa403fc-f4ce-4774-bffe-56c58e2af696 admin admin] 10.222.0.50 "PUT /v2.0/routers/ae5c5020-516b-4f07-8983-050993aaef41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5313711 Nov 23 13:36:52.200142 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57326) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:52.208163 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:36:52.208770 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:36:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:52.377307 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:52.389838 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: dv-cinder-818883-1-iscsi {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:36:52.556302 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:52.566425 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Deleting port 45bb17f3-b36d-4a6a-bb52-27c5b4766013 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:52.566897 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:52.681519 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:36:51Z', 'revision_number': 5, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port': {'id': '45bb17f3-b36d-4a6a-bb52-27c5b4766013', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:29:59Z', 'updated_at': '2021-11-23T13:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:52.685591 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] Checking router: ae5c5020-516b-4f07-8983-050993aaef41 for host: dv-cinder-818883-1-iscsi {{(pid=86881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:36:52.695627 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] Routers {'ae5c5020-516b-4f07-8983-050993aaef41'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:36:52.696239 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:36:23Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['ae5c5020-516b-4f07-8983-050993aaef41'], 'active': True} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:52.736079 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] For port 45bb17f3-b36d-4a6a-bb52-27c5b4766013, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=45bb17f3-b36d-4a6a-bb52-27c5b4766013,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:36:52.736424 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:52.844534 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_dvr_db [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] Set router ae5c5020-516b-4f07-8983-050993aaef41 gateway port host: None {{(pid=86881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:36:52.859017 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Calling delete_port for 45bb17f3-b36d-4a6a-bb52-27c5b4766013 owned by network:router_gateway {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:52.995752 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.db.l3_hamode_db [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:36:52Z', 'revision_number': 6, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port_host': None}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:53.000120 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8b1123-cc25-49ff-bbbc-df043a26a2ed None None] The sync data for ids ['ae5c5020-516b-4f07-8983-050993aaef41'] in dv-cinder-818883-1-iscsi is: [{'id': 'ae5c5020-516b-4f07-8983-050993aaef41', 'name': 'tempest-TestVolumeBootPattern-1382409954-router', 'tenant_id': '7760179b3870449cb2cdd551e84cc50a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:29:58Z', 'updated_at': '2021-11-23T13:36:52Z', 'revision_number': 6, 'project_id': '7760179b3870449cb2cdd551e84cc50a', 'gw_port_host': None}] {{(pid=86881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:36:53.058927 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c251882c-c48a-4292-a1d4-014c31d709cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.153313 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.157571 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-5fd6804a-a0bd-4af1-8584-307190a53c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:53.202465 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45bb17f3-b36d-4a6a-bb52-27c5b4766013,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:53.205620 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:53.292401 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696268'] for router_gateway, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.472194 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39716'] for router, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.474623 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.509472 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-554306'] for router, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.509923 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae5c5020-516b-4f07-8983-050993aaef41 {{(pid=86880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:36:53.524446 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] Notify callbacks [] for router, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.525840 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-ff07c302-6b6a-49a9-94f4-1957f36356b7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ae5c5020-516b-4f07-8983-050993aaef41 HTTP/1.1" status: 204 len: 168 time: 1.3247824 Nov 23 13:36:53.528353 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57332) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:53.537190 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:36:53.576364 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:36:53.577274 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 8d9596ec-aefb-4b65-8f54-ff4cae9290a7 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:36:53.577733 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 45bb17f3-b36d-4a6a-bb52-27c5b4766013 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:36:53.596823 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e07b08-4667-4735-af7a-7036d129b5f6 admin admin] Deleting subnet f3649eea-b69f-4585-8428-d13a205c5fb9 {{(pid=86880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:36:53.600199 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-07e07b08-4667-4735-af7a-7036d129b5f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.610601 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 45bb17f3-b36d-4a6a-bb52-27c5b4766013 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:36:53.610955 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 45bb17f3-b36d-4a6a-bb52-27c5b4766013 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:36:53.655710 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-07e07b08-4667-4735-af7a-7036d129b5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1694786'] for subnet, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.740756 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-07e07b08-4667-4735-af7a-7036d129b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.817272 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-07e07b08-4667-4735-af7a-7036d129b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3127428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3363493'] for subnet, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.821934 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:53.857051 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-07e07b08-4667-4735-af7a-7036d129b5f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.860256 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e07b08-4667-4735-af7a-7036d129b5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3649eea-b69f-4585-8428-d13a205c5fb9,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:53.862819 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f04c6a-40ad-41d0-b7ee-3154b032b4a1 None None] Network 58e43a2d-e345-4e32-a999-9b38f6c619b0 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:36:53.863240 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-07e07b08-4667-4735-af7a-7036d129b5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:53.866036 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-07e07b08-4667-4735-af7a-7036d129b5f6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f3649eea-b69f-4585-8428-d13a205c5fb9 HTTP/1.1" status: 204 len: 168 time: 0.3367462 Nov 23 13:36:53.868499 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57336) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:53.974475 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:53.984787 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Deleting port 5436584c-1585-4070-a799-c9f124c4ff74 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:53.985108 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.104505 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] DHCP port deletion for 58e43a2d-e345-4e32-a999-9b38f6c619b0 request from dv-cinder-818883-1-iscsi {{(pid=86881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:36:54.108964 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] Deleting port 5436584c-1585-4070-a799-c9f124c4ff74 {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:54.109348 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.208572 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] For port 5436584c-1585-4070-a799-c9f124c4ff74, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=5436584c-1585-4070-a799-c9f124c4ff74,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:36:54.209634 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.246838 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.330696 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] For port 5436584c-1585-4070-a799-c9f124c4ff74, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=5436584c-1585-4070-a799-c9f124c4ff74,segment=NetworkSegment(52dc92c0-c106-4060-ae05-e2a2b68abe80),segment_id=52dc92c0-c106-4060-ae05-e2a2b68abe80)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:36:54.331013 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.333074 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Calling delete_port for 5436584c-1585-4070-a799-c9f124c4ff74 owned by network:dhcp {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:54.410684 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.415527 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-bd622a04-c94a-411d-8c36-4b0f6f173146 tempest-AttachVolumeShelveTestJSON-1872594661 tempest-AttachVolumeShelveTestJSON-1872594661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:54.456550 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] Calling delete_port for 5436584c-1585-4070-a799-c9f124c4ff74 owned by network:dhcp {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:54.460495 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Pushing event deleted for resources: {'Port': ['ID=5436584c-1585-4070-a799-c9f124c4ff74,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:54.462301 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] No DVR routers for this DVR port 5436584c-1585-4070-a799-c9f124c4ff74 on host dv-cinder-818883-1-iscsi {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:36:54.463906 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:54.507724 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.535091 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.db.api [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:36:54.535451 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_db.api [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:36:54.675503 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.699954 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e43a2d-e345-4e32-a999-9b38f6c619b0']}} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:54.712594 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52dc92c0-c106-4060-ae05-e2a2b68abe80') {'for_net_delete': True} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:54.712888 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52dc92c0-c106-4060-ae05-e2a2b68abe80') {} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:54.723828 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1694805'] for segment, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.739466 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.745351 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=86880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:36:54.745759 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127386'] for segment, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: Traceback (most recent call last): Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: timer() Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: cb(*args, **kw) Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: return func(*args, **kwargs) Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: self._notify() Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: self.callback(batched_events) Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: event.method(event) Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: return f(self, *a, **k) Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._get(url).json() Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: return self.request(url, 'GET', **kwargs) Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:36:54.759061 dv-cinder-818883-1-iscsi neutron-server[86880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:36:54.834638 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.839514 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:54.841964 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-d288708e-ea9f-40b4-9cb4-a72ebcaef3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:54.863802 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e43a2d-e345-4e32-a999-9b38f6c619b0,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:54.866132 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:54.877144 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-207d26ef-a46e-4ec6-acec-bc7b5faf7178 admin admin] 10.222.0.50 "DELETE /v2.0/networks/58e43a2d-e345-4e32-a999-9b38f6c619b0 HTTP/1.1" status: 204 len: 168 time: 1.0076807 Nov 23 13:36:54.879923 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57340) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:55.036354 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] Deleting port 5436584c-1585-4070-a799-c9f124c4ff74 {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:55.036930 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:55.105419 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-c3108d41-5203-46c4-8d85-786f02f26b25 None None] The port '5436584c-1585-4070-a799-c9f124c4ff74' was deleted {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:36:55.416849 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554411'] for router_interface, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:55.531543 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 5436584c-1585-4070-a799-c9f124c4ff74 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:36:55.584906 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 5436584c-1585-4070-a799-c9f124c4ff74 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:36:55.585231 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 5436584c-1585-4070-a799-c9f124c4ff74 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:36:55.591069 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:55.772518 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Deleting port f9e70710-bd5c-4043-baa0-5d16971d7dac {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:55.772858 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:55.955319 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] For port f9e70710-bd5c-4043-baa0-5d16971d7dac, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=f9e70710-bd5c-4043-baa0-5d16971d7dac,segment=NetworkSegment(e955778b-e88d-456d-ba24-a11f2670c305),segment_id=e955778b-e88d-456d-ba24-a11f2670c305)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:36:55.955876 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:56.183957 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Calling delete_port for f9e70710-bd5c-4043-baa0-5d16971d7dac owned by network:router_interface {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:56.348359 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:56.352686 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-5a79cca7-2bce-4927-b0e0-40edd0734ea8 tempest-AttachVolumeTestJSON-2099716932 tempest-AttachVolumeTestJSON-2099716932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:56.398474 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e70710-bd5c-4043-baa0-5d16971d7dac,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:56.429558 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:56.663037 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-543323'] for router_interface, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:57.016904 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Router dd87f9d9-5fd4-417e-b4f2-489e990aa10c has already been hosted by L3 agent 73d9c1e9-1df1-483b-9625-23f470612e06 {{(pid=86880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:36:57.191366 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] Notify agent at l3_agent.dv-cinder-818883-1-iscsi the message routers_updated {{(pid=86880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:36:57.200085 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] Sync routers for ids ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'] in dv-cinder-818883-1-iscsi {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:36:57.209201 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-3f2543e7-8b3f-41f0-ba3d-f1455769beea admin admin] 10.222.0.50 "PUT /v2.0/routers/dd87f9d9-5fd4-417e-b4f2-489e990aa10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3282719 Nov 23 13:36:57.210158 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57344) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:57.212415 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] Routers {'dd87f9d9-5fd4-417e-b4f2-489e990aa10c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:36:57.213109 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:36:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:57.383615 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Notify callbacks [] for router, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:57.388987 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] Set router dd87f9d9-5fd4-417e-b4f2-489e990aa10c gateway port host: dv-cinder-818883-1-iscsi {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:36:57.677657 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'name': 'tempest-TestVolumeBootPattern-124437883-router', 'tenant_id': '55db9718668f4106b961f222af98de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'external_fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:30:05Z', 'updated_at': '2021-11-23T13:36:56Z', 'revision_number': 5, 'project_id': '55db9718668f4106b961f222af98de61', 'gw_port': {'id': '68a763db-69bf-4808-93cf-fa8404e1cbc8', 'name': '', 'network_id': 'b16fb1cb-bfbf-4950-8a75-46ccc6e885c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:30:06Z', 'updated_at': '2021-11-23T13:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d56f10-0b0e-4032-9eda-6b2ba82f44fd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-1-iscsi'}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:57.681033 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:57.681563 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] Checking router: dd87f9d9-5fd4-417e-b4f2-489e990aa10c for host: dv-cinder-818883-1-iscsi {{(pid=86882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:36:57.690917 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] Routers {'dd87f9d9-5fd4-417e-b4f2-489e990aa10c'} bound to L3 agent in host dv-cinder-818883-1-iscsi {{(pid=86882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:36:57.691528 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:36:53Z,description=,heartbeat_timestamp=2021-11-23T13:36:53Z,host='dv-cinder-818883-1-iscsi',id=73d9c1e9-1df1-483b-9625-23f470612e06,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:36:53Z,topic='l3_agent')) {'router_ids': ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'], 'active': True} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:57.692028 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Deleting port 68a763db-69bf-4808-93cf-fa8404e1cbc8 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:57.692492 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:57.837841 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_dvr_db [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] Set router dd87f9d9-5fd4-417e-b4f2-489e990aa10c gateway port host: None {{(pid=86882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:36:57.869032 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] For port 68a763db-69bf-4808-93cf-fa8404e1cbc8, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=68a763db-69bf-4808-93cf-fa8404e1cbc8,segment=NetworkSegment(e523e117-aa07-4d76-b4f2-ab7d19bdd30d),segment_id=e523e117-aa07-4d76-b4f2-ab7d19bdd30d)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:36:57.869388 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:57.947401 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.l3_hamode_db [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'name': 'tempest-TestVolumeBootPattern-124437883-router', 'tenant_id': '55db9718668f4106b961f222af98de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:30:05Z', 'updated_at': '2021-11-23T13:36:57Z', 'revision_number': 6, 'project_id': '55db9718668f4106b961f222af98de61', 'gw_port_host': None}], 'dv-cinder-818883-1-iscsi', False) {} {{(pid=86882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:57.951383 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de02f10b-58cf-4402-82ba-4a9aa19284fd None None] The sync data for ids ['dd87f9d9-5fd4-417e-b4f2-489e990aa10c'] in dv-cinder-818883-1-iscsi is: [{'id': 'dd87f9d9-5fd4-417e-b4f2-489e990aa10c', 'name': 'tempest-TestVolumeBootPattern-124437883-router', 'tenant_id': '55db9718668f4106b961f222af98de61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:30:05Z', 'updated_at': '2021-11-23T13:36:57Z', 'revision_number': 6, 'project_id': '55db9718668f4106b961f222af98de61', 'gw_port_host': None}] {{(pid=86882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:36:57.990779 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Calling delete_port for 68a763db-69bf-4808-93cf-fa8404e1cbc8 owned by network:router_gateway {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:58.153116 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.157533 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-d98a7c53-deb4-4031-9e80-a686de8cc646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:58.202525 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Pushing event deleted for resources: {'Port': ['ID=68a763db-69bf-4808-93cf-fa8404e1cbc8,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:58.231679 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:58.303365 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696268'] for router_gateway, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.475117 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39716'] for router, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.477202 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.498593 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-554306'] for router, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.499103 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd87f9d9-5fd4-417e-b4f2-489e990aa10c {{(pid=86880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:36:58.510882 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] Notify callbacks [] for router, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.511982 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-1f414018-9955-4678-8dd6-2441800e628b admin admin] 10.222.0.50 "DELETE /v2.0/routers/dd87f9d9-5fd4-417e-b4f2-489e990aa10c HTTP/1.1" status: 204 len: 168 time: 1.3007505 Nov 23 13:36:58.515019 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57350) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:58.573215 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a4b915-b6ac-40b1-bb78-7c91d8f3d5e7 admin admin] Deleting subnet 4e33b81c-6f76-49b2-b969-ed4c8df4b530 {{(pid=86880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:36:58.576095 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66a4b915-b6ac-40b1-bb78-7c91d8f3d5e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.627417 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66a4b915-b6ac-40b1-bb78-7c91d8f3d5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1694786'] for subnet, precommit_delete_associations {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.714692 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66a4b915-b6ac-40b1-bb78-7c91d8f3d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8189232'] for subnet, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.790978 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66a4b915-b6ac-40b1-bb78-7c91d8f3d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8189288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3127428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3363493'] for subnet, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.794953 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:58.833370 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4b915-b6ac-40b1-bb78-7c91d8f3d5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e33b81c-6f76-49b2-b969-ed4c8df4b530,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:58.836446 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-66a4b915-b6ac-40b1-bb78-7c91d8f3d5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:58.837511 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-66a4b915-b6ac-40b1-bb78-7c91d8f3d5e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:58.843104 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a6e1d4-5bf1-4b0f-9d27-474ca2d3604d None None] Network 444bb3e6-965b-42cc-8548-e8c95fc0b713 requested from dv-cinder-818883-1-iscsi {{(pid=86881) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:36:58.846200 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-66a4b915-b6ac-40b1-bb78-7c91d8f3d5e7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4e33b81c-6f76-49b2-b969-ed4c8df4b530 HTTP/1.1" status: 204 len: 168 time: 0.3279467 Nov 23 13:36:58.846542 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57354) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:36:59.064545 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8241291'] for network, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.074923 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Deleting port 263b3f10-1673-479e-b70c-7796fb55a7e7 {{(pid=86880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:59.075253 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.138540 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] DHCP port deletion for 444bb3e6-965b-42cc-8548-e8c95fc0b713 request from dv-cinder-818883-1-iscsi {{(pid=86881) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:36:59.143489 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] Deleting port 263b3f10-1673-479e-b70c-7796fb55a7e7 {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:36:59.143881 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.278275 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.db [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] For port 263b3f10-1673-479e-b70c-7796fb55a7e7, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=263b3f10-1673-479e-b70c-7796fb55a7e7,segment=NetworkSegment(e955778b-e88d-456d-ba24-a11f2670c305),segment_id=e955778b-e88d-456d-ba24-a11f2670c305)] {{(pid=86880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:36:59.278713 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.349164 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.db [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] For port 263b3f10-1673-479e-b70c-7796fb55a7e7, host dv-cinder-818883-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-1-iscsi',level=0,port_id=263b3f10-1673-479e-b70c-7796fb55a7e7,segment=NetworkSegment(e955778b-e88d-456d-ba24-a11f2670c305),segment_id=e955778b-e88d-456d-ba24-a11f2670c305)] {{(pid=86881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:36:59.349474 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693163'] for port, precommit_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.405041 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.plugin [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Calling delete_port for 263b3f10-1673-479e-b70c-7796fb55a7e7 owned by network:dhcp {{(pid=86880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:59.474271 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] Calling delete_port for 263b3f10-1673-479e-b70c-7796fb55a7e7 owned by network:dhcp {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:36:59.480508 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8165410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-993267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791457933909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791457386590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3127479'] for port, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.490875 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-7b6db6f0-6143-411b-96ed-6d9082c88cb3 tempest-ServerRescueNegativeTestJSON-1831997830 tempest-ServerRescueNegativeTestJSON-1831997830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:59.526175 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] No DVR routers for this DVR port 263b3f10-1673-479e-b70c-7796fb55a7e7 on host dv-cinder-818883-1-iscsi {{(pid=86880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:36:59.546774 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 263b3f10-1673-479e-b70c-7796fb55a7e7 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:36:59.561780 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Pushing event deleted for resources: {'Port': ['ID=263b3f10-1673-479e-b70c-7796fb55a7e7,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:59.566258 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:59.582298 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 263b3f10-1673-479e-b70c-7796fb55a7e7 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:36:59.583201 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 263b3f10-1673-479e-b70c-7796fb55a7e7 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:36:59.583674 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 68a763db-69bf-4808-93cf-fa8404e1cbc8 no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:36:59.616226 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.db.api [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:36:59.616493 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG oslo_db.api [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:36:59.621633 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: 68a763db-69bf-4808-93cf-fa8404e1cbc8 {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:36:59.621970 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device 68a763db-69bf-4808-93cf-fa8404e1cbc8 not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:36:59.622394 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device f9e70710-bd5c-4043-baa0-5d16971d7dac no longer exists at agent ovs-agent-dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:36:59.655129 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8188187', 'neutron.services.segments.db._delete_segments_for_network-8791457827238'] for network, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.655685 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] No Port match for: f9e70710-bd5c-4043-baa0-5d16971d7dac {{(pid=86881) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:36:59.656045 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.rpc [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Device f9e70710-bd5c-4043-baa0-5d16971d7dac not bound to the agent host dv-cinder-818883-1-iscsi {{(pid=86881) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:36:59.680916 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444bb3e6-965b-42cc-8548-e8c95fc0b713']}} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:59.692817 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e955778b-e88d-456d-ba24-a11f2670c305') {'for_net_delete': True} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:59.693110 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.services.segments.db [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e955778b-e88d-456d-ba24-a11f2670c305') {} {{(pid=86880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:36:59.704302 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791457870201', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1694805'] for segment, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.720950 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8191834'] for segment, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.727156 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=86880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:36:59.727528 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8191827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3127386'] for segment, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: Traceback (most recent call last): Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: timer() Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: cb(*args, **kw) Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: return func(*args, **kwargs) Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: self._notify() Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: self.callback(batched_events) Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: event.method(event) Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: return f(self, *a, **k) Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._get(url).json() Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: return self.request(url, 'GET', **kwargs) Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:36:59.741173 dv-cinder-818883-1-iscsi neutron-server[86880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:36:59.818863 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8188194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-369929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-696235'] for network, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.822529 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:36:59.835449 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548457'] for network, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:59.845932 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Pushing event deleted for resources: {'Network': ['ID=444bb3e6-965b-42cc-8548-e8c95fc0b713,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:36:59.850476 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:36:59.853455 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-3cd33e05-9d8a-4892-b7fe-0df70659232b admin admin] 10.222.0.50 "DELETE /v2.0/networks/444bb3e6-965b-42cc-8548-e8c95fc0b713 HTTP/1.1" status: 204 len: 168 time: 1.0062335 Nov 23 13:36:59.960494 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57360) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:37:00.010057 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-460e98b7-f304-4ada-928b-25b5c58a6429 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7760179b3870449cb2cdd551e84cc50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480809 Nov 23 13:37:00.012464 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.wsgi [-] (86879) accepted ('10.222.0.50', 57364) {{(pid=86879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:37:00.071726 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3c524958-413f-43a5-a386-27eede766995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:00.097669 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3c524958-413f-43a5-a386-27eede766995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:00.117633 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] Deleting port 263b3f10-1673-479e-b70c-7796fb55a7e7 {{(pid=86881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:37:00.118195 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791457932993'] for port, before_delete {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:00.148545 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3c524958-413f-43a5-a386-27eede766995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:00.153759 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-0a718f68-bc06-4011-abd1-e346c039d096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:37:00.167108 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c524958-413f-43a5-a386-27eede766995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c488d6b9-bf68-40a0-872f-85c285c9eff6,revision_number=None']} {{(pid=86879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:37:00.171576 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG oslo_concurrency.lockutils [None req-3c524958-413f-43a5-a386-27eede766995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:37:00.176285 dv-cinder-818883-1-iscsi neutron-server[86879]: DEBUG neutron_lib.callbacks.manager [None req-3c524958-413f-43a5-a386-27eede766995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:00.178057 dv-cinder-818883-1-iscsi neutron-server[86879]: INFO neutron.wsgi [None req-3c524958-413f-43a5-a386-27eede766995 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c488d6b9-bf68-40a0-872f-85c285c9eff6 HTTP/1.1" status: 204 len: 168 time: 0.1644964 Nov 23 13:37:00.200163 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron.plugins.ml2.plugin [None req-d5c266ad-7f93-4bf1-8d69-64ee0cd7c6dd None None] The port '263b3f10-1673-479e-b70c-7796fb55a7e7' was deleted {{(pid=86881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:37:00.539545 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57372) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:37:00.588501 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-3fb2f626-1ead-48db-8ca4-80f2f1a395d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55db9718668f4106b961f222af98de61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476861 Nov 23 13:37:00.590775 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [-] (86880) accepted ('10.222.0.50', 57376) {{(pid=86880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:37:00.647936 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ec2b71e3-ba46-4fd6-9e33-8b7c9a52975d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:00.673092 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ec2b71e3-ba46-4fd6-9e33-8b7c9a52975d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:00.722827 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ec2b71e3-ba46-4fd6-9e33-8b7c9a52975d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370005'] for security_group, after_delete {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:00.727727 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-e76c2683-4fe9-426a-baf4-92442aa479f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:37:00.742429 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b71e3-ba46-4fd6-9e33-8b7c9a52975d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5302ce9-afc9-4f6e-939b-c9fca336e827,revision_number=None']} {{(pid=86880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:37:00.745294 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG oslo_concurrency.lockutils [None req-ec2b71e3-ba46-4fd6-9e33-8b7c9a52975d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:37:00.747327 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron_lib.callbacks.manager [None req-ec2b71e3-ba46-4fd6-9e33-8b7c9a52975d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:00.748457 dv-cinder-818883-1-iscsi neutron-server[86880]: INFO neutron.wsgi [None req-ec2b71e3-ba46-4fd6-9e33-8b7c9a52975d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5302ce9-afc9-4f6e-939b-c9fca336e827 HTTP/1.1" status: 204 len: 168 time: 0.1566277 Nov 23 13:37:16.503004 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:37:20.473456 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a30ac5b1-abbd-4fec-98d5-fdbf59c48f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:20.967157 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:23.063746 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f6296d3a-40be-484d-92aa-4dd8262bed87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:24.225749 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:24.363537 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:25.542636 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:50.474295 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-322abedd-00d4-4eeb-bf20-0165d6de04a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:50.970498 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:53.065624 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c677872e-ff73-4cd2-a5b8-e9ac897115c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:53.501848 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:37:54.228778 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:54.366565 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:55.544416 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:20.475869 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-a604065a-3ee8-4602-98e5-76174d89a1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:20.971616 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:23.067518 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-2074f762-06a4-41b5-97a9-7b90de28b2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:24.230999 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:24.365738 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:25.546397 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:30.499828 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:38:50.477835 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c87c6f39-d1cc-454e-9d82-92b480bb1b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:50.972244 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:51.296432 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-74291c79-42dc-4cea-a286-442a34971cc5 req-ea8ddf93-1c28-4f2e-818f-2d002385934f service neutron] (86880) timed out ('10.222.0.50', 54962) {{(pid=86880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:38:53.068819 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-f517092b-2040-452d-82da-416d9f430dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:54.234100 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:54.363703 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:55.550504 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:59.928958 dv-cinder-818883-1-iscsi neutron-server[86880]: DEBUG neutron.wsgi [req-7800374c-654b-4ba7-aa4a-057e1079045c req-1088a741-6f96-497c-ab0d-d9f006395d8b service neutron] (86880) timed out ('10.222.0.64', 50120) {{(pid=86880) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:39:07.501223 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:39:20.479396 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9e7d387a-43a8-4c71-b122-1711e456ca31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:20.976002 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:23.069366 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-baa41e5a-9422-428f-bdf3-2a5280a88cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:24.237415 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:24.378660 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:25.555203 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:44.499883 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:39:50.480315 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-3391171d-c720-4311-913b-dff5410a62f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:50.977771 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:53.070196 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4cc5bdf6-29e2-4296-8a80-98eaf04ced2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:54.239796 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:54.399991 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:55.557872 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.483545 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-635f7a4b-2eff-4692-8904-18b2d0f000e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.979505 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:21.498682 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:40:23.074925 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-20c9c80e-65e0-4fe9-a3b7-2abbe0aa116b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:24.243464 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:24.407344 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:25.562170 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:50.485939 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-75697097-1720-40e5-b3d4-5fd1b954f791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:50.981756 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:53.076297 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4e76b9b0-944c-47ed-ba2a-2438af5ddc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:54.246998 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:54.407805 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:55.563912 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:58.497964 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:41:20.487564 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-4a10999d-ea93-47f1-8314-6c1aef9898e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:20.984222 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:23.109790 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5b178601-496d-4dd1-97f7-3e3985951412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:24.255679 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:24.416270 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:25.566629 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:35.496674 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:41:50.488672 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-dacce3a6-df15-4443-b551-0a42b67fd9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:50.987464 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-5807ca13-c297-4a0c-8e0b-0a6cf12ded2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:53.082020 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-9ea9d89f-cb71-4c51-affe-a110644d9bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:54.256139 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-535bb655-7911-4e5f-be31-38a4d92e5469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:54.427775 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-aa992f86-4e5b-4b46-8883-1067be1134a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:55.569783 dv-cinder-818883-1-iscsi neutron-server[86881]: DEBUG neutron_lib.callbacks.manager [None req-c481cdc7-dc64-476d-b6da-7e6d7a610b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791457827247', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8178017'] for agent, after_update {{(pid=86881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:12.495393 dv-cinder-818883-1-iscsi neutron-server[86882]: DEBUG neutron.db.agents_db [None req-5d7c0249-50d6-4f53-9190-840eadf924e3 None None] Agent healthcheck: found 6 active agents {{(pid=86882) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}